mirror of
https://github.com/community-scripts/ProxmoxVE.git
synced 2026-10-09 12:15:21 +00:00
Compare commits
3
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
a85068e45c | ||
|
|
8a4c1883b0 | ||
|
|
bf2eaffccf |
@@ -0,0 +1,63 @@
|
||||
#!/usr/bin/env bash
|
||||
_cs_boot="${COMMUNITY_SCRIPTS_CORE_DIR:-$(dirname "${BASH_SOURCE[0]}")/../../core}/core/build.func"
|
||||
source "$_cs_boot" 2>/dev/null || source <(curl -fsSL "${COMMUNITY_SCRIPTS_CORE_URL:-https://raw.githubusercontent.com/community-scripts/core/main}/core/build.func")
|
||||
# Copyright (c) 2021-2026 community-scripts ORG
|
||||
# Author: Bryan Lieberman (BryanCLieberman)
|
||||
# License: MIT | https://github.com/community-scripts/ProxmoxVE/raw/main/LICENSE
|
||||
# Source: https://localai.io
|
||||
|
||||
APP="LocalAI"
|
||||
var_tags="${var_tags:-ai;llm;api}"
|
||||
var_cpu="${var_cpu:-4}"
|
||||
var_ram="${var_ram:-8192}"
|
||||
var_disk="${var_disk:-30}"
|
||||
var_os="${var_os:-debian}"
|
||||
var_version="${var_version:-13}"
|
||||
var_arm64="${var_arm64:-yes}"
|
||||
var_gpu="${var_gpu:-yes}"
|
||||
var_unprivileged="${var_unprivileged:-1}"
|
||||
|
||||
# Values the install script accepts up front
|
||||
export var_auth="${var_auth:-no}"
|
||||
export var_api_key="${var_api_key:-}"
|
||||
export var_port="${var_port:-8080}"
|
||||
|
||||
header_info "$APP"
|
||||
variables
|
||||
color
|
||||
catch_errors
|
||||
|
||||
function update_script() {
|
||||
header_info
|
||||
check_container_storage
|
||||
check_container_resources
|
||||
|
||||
if [[ ! -d /opt/localai ]]; then
|
||||
msg_error "No ${APP} Installation Found!"
|
||||
exit
|
||||
fi
|
||||
|
||||
if check_for_gh_release "localai" "mudler/LocalAI"; then
|
||||
msg_info "Stopping Service"
|
||||
systemctl stop localai
|
||||
msg_ok "Stopped Service"
|
||||
|
||||
CLEAN_INSTALL=1 fetch_and_deploy_gh_release "localai" "mudler/LocalAI" "singlefile" "latest" "/opt/localai" "local-ai-v*-linux-$(arch_resolve amd64 arm64)"
|
||||
|
||||
msg_info "Starting Service"
|
||||
systemctl start localai
|
||||
msg_ok "Started Service"
|
||||
msg_ok "Updated successfully!"
|
||||
fi
|
||||
exit
|
||||
}
|
||||
|
||||
start
|
||||
build_container
|
||||
description
|
||||
|
||||
msg_ok "Completed Successfully!\n"
|
||||
echo -e "${CREATING}${GN}${APP} setup has been successfully initialized!${CL}"
|
||||
echo -e "${INFO}${YW}Access it using the following URL:${CL}"
|
||||
echo -e "${GATEWAY}${BGN}http://${IP}:8080${CL}"
|
||||
echo -e "${INFO}${YW}Install models from the gallery in the web UI or place GGUF files in /opt/localai_data/models${CL}"
|
||||
@@ -0,0 +1,92 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# Copyright (c) 2021-2026 community-scripts ORG
|
||||
# Author: Bryan Lieberman (BryanCLieberman)
|
||||
# License: MIT | https://github.com/community-scripts/ProxmoxVE/raw/main/LICENSE
|
||||
# Source: https://localai.io
|
||||
|
||||
source /dev/stdin <<<"$FUNCTIONS_FILE_PATH"
|
||||
color
|
||||
verb_ip6
|
||||
catch_errors
|
||||
setting_up_container
|
||||
network_check
|
||||
update_os
|
||||
|
||||
msg_info "Installing Dependencies"
|
||||
$STD apt install -y \
|
||||
libgomp1 \
|
||||
libopenblas0
|
||||
msg_ok "Installed Dependencies"
|
||||
|
||||
setup_hwaccel
|
||||
var_port="${var_port:-8080}"
|
||||
var_auth="${var_auth:-no}"
|
||||
var_api_key="${var_api_key:-}"
|
||||
if [[ "$var_auth" == "yes" ]]; then
|
||||
setup_postgresql
|
||||
PG_DB_NAME="localai" PG_DB_USER="localai" setup_postgresql_db
|
||||
fi
|
||||
|
||||
fetch_and_deploy_gh_release "localai" "mudler/LocalAI" "singlefile" "latest" "/opt/localai" "local-ai-v*-linux-$(arch_resolve amd64 arm64)"
|
||||
|
||||
msg_info "Configuring LocalAI"
|
||||
mkdir -p /opt/localai_data/models /opt/localai_data/backends
|
||||
cat <<EOF >/opt/localai.env
|
||||
LOCALAI_ADDRESS=0.0.0.0:${var_port}
|
||||
LOCALAI_DATA_PATH=/opt/localai_data
|
||||
LOCALAI_MODELS_PATH=/opt/localai_data/models
|
||||
LOCALAI_BACKENDS_PATH=/opt/localai_data/backends
|
||||
LOCALAI_LOG_LEVEL=info
|
||||
EOF
|
||||
# LocalAI refuses to start on a wildcard bind with nothing to identify callers,
|
||||
# and binding the wildcard is what makes the container reachable at all.
|
||||
if [[ "$var_auth" == "yes" ]]; then
|
||||
cat <<EOF >>/opt/localai.env
|
||||
LOCALAI_AUTH=true
|
||||
LOCALAI_AUTH_DATABASE_URL=postgres://${PG_DB_USER}:${PG_DB_PASS}@localhost/${PG_DB_NAME}
|
||||
LOCALAI_REGISTRATION_MODE=approval
|
||||
EOF
|
||||
fi
|
||||
# A static key grants admin access on its own, so when it is the only thing
|
||||
# guarding the API, generate one rather than leaving the server open.
|
||||
if [[ -z "$var_api_key" && "$var_auth" != "yes" ]]; then
|
||||
var_api_key="sk-$(openssl rand -hex 24)"
|
||||
{
|
||||
echo "LocalAI Credentials"
|
||||
echo "API Key: ${var_api_key}"
|
||||
} >>~/localai.creds
|
||||
fi
|
||||
if [[ -n "$var_api_key" ]]; then
|
||||
echo "LOCALAI_API_KEY=${var_api_key}" >>/opt/localai.env
|
||||
else
|
||||
echo "#LOCALAI_API_KEY=" >>/opt/localai.env
|
||||
fi
|
||||
chmod 600 /opt/localai.env
|
||||
msg_ok "Configured LocalAI"
|
||||
|
||||
msg_info "Creating Service"
|
||||
cat <<EOF >/etc/systemd/system/localai.service
|
||||
[Unit]
|
||||
Description=LocalAI Server
|
||||
Wants=network-online.target
|
||||
After=network-online.target
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
User=root
|
||||
WorkingDirectory=/opt/localai
|
||||
EnvironmentFile=/opt/localai.env
|
||||
ExecStart=/opt/localai/localai run
|
||||
Restart=on-failure
|
||||
RestartSec=10
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
EOF
|
||||
systemctl enable -q --now localai
|
||||
msg_ok "Created Service"
|
||||
|
||||
motd_ssh
|
||||
customize
|
||||
cleanup_lxc
|
||||
Reference in New Issue
Block a user