ollama: drop the Intel oneAPI Base Toolkit

The Ollama release binaries carry no SYCL build, so the 2.8 GB download
(14.6 GB installed) was never used; 13 installs a week failed on it.

ct/storyteller.sh

@@ -31,75 +31,42 @@ function update_script() {
     exit
   fi
 
-  NODE_VERSION="24" NODE_MODULE="corepack" setup_nodejs
+  NODE_VERSION="24" NODE_MODULE="corepack,yarn" setup_nodejs
 
   if check_for_gl_release "storyteller" "storyteller-platform/storyteller" "" "" "web-v2"; then
     msg_info "Stopping Service"
     systemctl stop storyteller
     msg_ok "Stopped Service"
 
-    ensure_dependencies cmake argon2 libcurl4t64 libxml2
-    fetch_and_deploy_gh_release "readium" "readium/cli" "prebuild" "v0.9.1" "/opt/readium" "readium_linux_$(arch_resolve "x86_64" "arm64").tar.gz"
-
     create_backup /opt/storyteller/.env
-    CLEAN_INSTALL=1 CLEAN_INSTALL_KEEP="data" fetch_and_deploy_gl_release "storyteller" "storyteller-platform/storyteller" "tarball" "latest" "/opt/storyteller" "" "web-v2"
+
+    CLEAN_INSTALL=1 fetch_and_deploy_gl_release "storyteller" "storyteller-platform/storyteller" "tarball" "latest" "/opt/storyteller" "" "web-v2"
+
     restore_backup
 
-    msg_info "Building Storyteller (Patience)"
+    msg_info "Rebuilding Storyteller"
     cd /opt/storyteller
-    $STD corepack yarn install
+    export NODE_OPTIONS="--max-old-space-size=4096"
+
+    $STD corepack yarn install --network-timeout 600000
+    $STD gcc -g -fPIC -rdynamic -shared web/sqlite/uuid.c -o web/sqlite/uuid.c.so
+    export CI=1
     export NODE_ENV=production
     export NEXT_TELEMETRY_DISABLED=1
     export SQLITE_NATIVE_BINDING=/opt/storyteller/node_modules/better-sqlite3/build/Release/better_sqlite3.node
     $STD corepack yarn workspaces foreach -Rpt --from @storyteller-platform/web --exclude @storyteller-platform/eslint run build
-    STANDALONE=/opt/storyteller/applications/web/.next/standalone
-    WEB_DIR="$STANDALONE/applications/web"
-    mkdir -p "$WEB_DIR"/{public,.next/static,.next/cache,migrations,sqlite,scripts}
-    cp -rT applications/web/public "$WEB_DIR/public"
-    cp -rT applications/web/.next/static "$WEB_DIR/.next/static"
-    cp -rT applications/web/migrations "$WEB_DIR/migrations"
-    cp applications/web/sqlite/uuid.c.so "$WEB_DIR/sqlite/"
-    cp docker-scripts/reset-password.sh "$WEB_DIR/scripts/"
-    cp -r applications/web/work-dist applications/web/file-write-dist "$WEB_DIR/"
-    mkdir -p "$WEB_DIR/work-dist/@storyteller-platform/align/prebuilds"
-    cp -r "libraries/align/prebuilds/linux-$(arch_resolve "x64" "arm64")" "$WEB_DIR/work-dist/@storyteller-platform/align/prebuilds/"
-    cp node_modules/@echogarden/icu-segmentation-wasm/wasm/*.wasm "$WEB_DIR/work-dist/"
-    cp -rT node_modules/@parcel "$STANDALONE/node_modules/@parcel"
-    cp -rT node_modules/kuromoji "$STANDALONE/node_modules/kuromoji"
-    ln -sf /opt/storyteller/.env "$WEB_DIR/.env"
-    msg_ok "Built Storyteller"
-
-    msg_info "Updating Whisper"
-    WHISPER_VARIANT="linux-$(arch_resolve "x64" "arm64")-cpu"
-    $STD node /opt/storyteller/libraries/ghost-story/dist/cli/bin.js install binary "$WHISPER_VARIANT"
-    $STD node /opt/storyteller/libraries/ghost-story/dist/cli/bin.js install model tiny.en
-    if [[ "$WHISPER_VARIANT" == "linux-x64-cpu" ]]; then
-      $STD node /opt/storyteller/libraries/ghost-story/dist/cli/bin.js install binary linux-x64-cpu-legacy
+    mkdir -p /opt/storyteller/web/.next/standalone/web/.next/static
+    cp -rT /opt/storyteller/web/.next/static /opt/storyteller/web/.next/standalone/web/.next/static
+    if [[ -d /opt/storyteller/web/public ]]; then
+      mkdir -p /opt/storyteller/web/.next/standalone/web/public
+      cp -rT /opt/storyteller/web/public /opt/storyteller/web/.next/standalone/web/public
     fi
-    msg_ok "Updated Whisper"
-
-    cat <<EOF >/etc/systemd/system/storyteller.service
-[Unit]
-Description=Storyteller
-After=network.target
-
-[Service]
-Type=simple
-User=root
-WorkingDirectory=${WEB_DIR}
-EnvironmentFile=/opt/storyteller/.env
-Environment=SQLITE_NATIVE_BINDING=${STANDALONE}/node_modules/better-sqlite3/build/Release/better_sqlite3.node
-Environment=ERROR_ALIGN_NATIVE_BINDING=${WEB_DIR}/work-dist/@storyteller-platform/align/
-Environment=STORYTELLER_WORKER=worker.mjs
-Environment=STORYTELLER_FILE_WRITE_WORKER=fileWriteWorker.mjs
-ExecStart=/usr/bin/node --enable-source-maps server.js
-Restart=on-failure
-RestartSec=5
-
-[Install]
-WantedBy=multi-user.target
-EOF
-    systemctl daemon-reload
+    mkdir -p /opt/storyteller/web/.next/standalone/web/migrations
+    cp -rT /opt/storyteller/web/migrations /opt/storyteller/web/.next/standalone/web/migrations
+    mkdir -p /opt/storyteller/web/.next/standalone/web/sqlite
+    cp -rT /opt/storyteller/web/sqlite /opt/storyteller/web/.next/standalone/web/sqlite
+    ln -sf /opt/storyteller/.env /opt/storyteller/web/.next/standalone/web/.env
+    msg_ok "Rebuilt Storyteller"
 
     msg_info "Starting Service"
     systemctl start storyteller
@@ -108,6 +75,7 @@ EOF
   fi
   exit
 }
+
 start
 build_container
 description

install/ollama-install.sh

@@ -57,10 +57,6 @@ else
   }
 fi
 msg_ok "Installed Intel® Level Zero"
-
-msg_info "Installing Intel® oneAPI Base Toolkit (Patience)"
-$STD apt install -y --no-install-recommends intel-basekit-2024.1
-msg_ok "Installed Intel® oneAPI Base Toolkit"
 fi
 
 msg_info "Installing Ollama (Patience)"

install/storyteller-install.sh

@@ -17,55 +17,24 @@ msg_info "Installing Dependencies"
 $STD apt install -y \
   build-essential \
   git \
-  cmake \
-  sqlite3 \
+  pkg-config \
   libsqlite3-dev \
-  argon2 \
-  ffmpeg \
-  libcurl4t64 \
-  libxml2
+  sqlite3 \
+  python3-setuptools \
+  ffmpeg
 msg_ok "Installed Dependencies"
 
-NODE_VERSION="24" NODE_MODULE="corepack" setup_nodejs
+NODE_VERSION="24" NODE_MODULE="corepack,yarn" setup_nodejs
 
-fetch_and_deploy_gh_release "readium" "readium/cli" "prebuild" "v0.9.1" "/opt/readium" "readium_linux_$(arch_resolve "x86_64" "arm64").tar.gz"
+fetch_and_deploy_gh_release "readium" "readium/cli" "prebuild" "latest" "/opt/readium" "readium_linux_$(arch_resolve "x86_64" "arm64").tar.gz"
 ln -sf /opt/readium/readium /usr/local/bin/readium
 fetch_and_deploy_gl_release "storyteller" "storyteller-platform/storyteller" "tarball" "latest" "/opt/storyteller" "" "web-v2"
 
-msg_info "Building Storyteller (Patience)"
+msg_info "Setting up Storyteller"
 cd /opt/storyteller
-$STD corepack yarn install
-export NODE_ENV=production
-export NEXT_TELEMETRY_DISABLED=1
-export SQLITE_NATIVE_BINDING=/opt/storyteller/node_modules/better-sqlite3/build/Release/better_sqlite3.node
-$STD corepack yarn workspaces foreach -Rpt --from @storyteller-platform/web --exclude @storyteller-platform/eslint run build
-STANDALONE=/opt/storyteller/applications/web/.next/standalone
-WEB_DIR="$STANDALONE/applications/web"
-mkdir -p "$WEB_DIR"/{public,.next/static,.next/cache,migrations,sqlite,scripts}
-cp -rT applications/web/public "$WEB_DIR/public"
-cp -rT applications/web/.next/static "$WEB_DIR/.next/static"
-cp -rT applications/web/migrations "$WEB_DIR/migrations"
-cp applications/web/sqlite/uuid.c.so "$WEB_DIR/sqlite/"
-cp docker-scripts/reset-password.sh "$WEB_DIR/scripts/"
-cp -r applications/web/work-dist applications/web/file-write-dist "$WEB_DIR/"
-mkdir -p "$WEB_DIR/work-dist/@storyteller-platform/align/prebuilds"
-cp -r "libraries/align/prebuilds/linux-$(arch_resolve "x64" "arm64")" "$WEB_DIR/work-dist/@storyteller-platform/align/prebuilds/"
-cp node_modules/@echogarden/icu-segmentation-wasm/wasm/*.wasm "$WEB_DIR/work-dist/"
-cp -rT node_modules/@parcel "$STANDALONE/node_modules/@parcel"
-cp -rT node_modules/kuromoji "$STANDALONE/node_modules/kuromoji"
-msg_ok "Built Storyteller"
 
-msg_info "Installing Whisper"
-WHISPER_VARIANT="linux-$(arch_resolve "x64" "arm64")-cpu"
-$STD node /opt/storyteller/libraries/ghost-story/dist/cli/bin.js install binary "$WHISPER_VARIANT"
-$STD node /opt/storyteller/libraries/ghost-story/dist/cli/bin.js install model tiny.en
-if [[ "$WHISPER_VARIANT" == "linux-x64-cpu" ]]; then
-  $STD node /opt/storyteller/libraries/ghost-story/dist/cli/bin.js install binary linux-x64-cpu-legacy
-fi
-msg_ok "Installed Whisper"
-
-msg_info "Configuring Storyteller"
-mkdir -p /opt/storyteller/data
+$STD corepack yarn install --network-timeout 600000
+$STD gcc -g -fPIC -rdynamic -shared applications/web/sqlite/uuid.c -o applications/web/sqlite/uuid.c.so
 STORYTELLER_SECRET_KEY=$(openssl rand -base64 32)
 cat <<EOF >/opt/storyteller/.env
 STORYTELLER_SECRET_KEY=${STORYTELLER_SECRET_KEY}
@@ -76,14 +45,33 @@ READIUM_PORT=9000
 NODE_ENV=production
 NEXT_TELEMETRY_DISABLED=1
 EOF
-chmod 600 /opt/storyteller/.env
-ln -sf /opt/storyteller/.env "$WEB_DIR/.env"
+mkdir -p /opt/storyteller/data
 cat <<EOF >~/storyteller.creds
 Storyteller Credentials
 =======================
 Secret Key: ${STORYTELLER_SECRET_KEY}
 EOF
-msg_ok "Configured Storyteller"
+msg_ok "Set up Storyteller"
+
+msg_info "Building Storyteller"
+cd /opt/storyteller
+export CI=1
+export NODE_ENV=production
+export NEXT_TELEMETRY_DISABLED=1
+export SQLITE_NATIVE_BINDING=/opt/storyteller/node_modules/better-sqlite3/build/Release/better_sqlite3.node
+$STD corepack yarn workspaces foreach -Rpt --from @storyteller-platform/web --exclude @storyteller-platform/eslint run build
+mkdir -p /opt/storyteller/applications/web/.next/standalone/applications/web/.next/static
+cp -rT /opt/storyteller/applications/web/.next/static /opt/storyteller/applications/web/.next/standalone/applications/web/.next/static
+if [[ -d /opt/storyteller/applications/web/public ]]; then
+  mkdir -p /opt/storyteller/applications/web/.next/standalone/applications/web/public
+  cp -rT /opt/storyteller/applications/web/public /opt/storyteller/applications/web/.next/standalone/applications/web/public
+fi
+mkdir -p /opt/storyteller/applications/web/.next/standalone/applications/web/migrations
+cp -rT /opt/storyteller/applications/web/migrations /opt/storyteller/applications/web/.next/standalone/applications/web/migrations
+mkdir -p /opt/storyteller/applications/web/.next/standalone/applications/web/sqlite
+cp -rT /opt/storyteller/applications/web/sqlite /opt/storyteller/applications/web/.next/standalone/applications/web/sqlite
+ln -sf /opt/storyteller/.env /opt/storyteller/applications/web/.next/standalone/applications/web/.env
+msg_ok "Built Storyteller"
 
 msg_info "Creating Service"
 cat <<EOF >/etc/systemd/system/storyteller.service
@@ -94,12 +82,8 @@ After=network.target
 [Service]
 Type=simple
 User=root
-WorkingDirectory=${WEB_DIR}
+WorkingDirectory=/opt/storyteller/applications/web/.next/standalone/applications/web
 EnvironmentFile=/opt/storyteller/.env
-Environment=SQLITE_NATIVE_BINDING=${STANDALONE}/node_modules/better-sqlite3/build/Release/better_sqlite3.node
-Environment=ERROR_ALIGN_NATIVE_BINDING=${WEB_DIR}/work-dist/@storyteller-platform/align/
-Environment=STORYTELLER_WORKER=worker.mjs
-Environment=STORYTELLER_FILE_WRITE_WORKER=fileWriteWorker.mjs
 ExecStart=/usr/bin/node --enable-source-maps server.js
 Restart=on-failure
 RestartSec=5