Skip to content

Feat/gcp vm orion client native #15

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
benjamin-747 merged 1 commit into from
Feb 26, 2026
Merged

Feat/gcp vm orion client native #15

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 0 additions & 5 deletions envs/gcp/prod/main.tf
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,6 @@ locals {
}


/*
# Network module
module "network" {
count = local.enable_private_networking ? 1 : 0
Expand Down Expand Up @@ -293,10 +292,7 @@ module "lb_backends" {
}
lb_domain = var.base_domain
}
*/


/*
output "gcs_bucket_name" {
value = module.gcs.bucket_name
}
Expand Down Expand Up @@ -343,7 +339,6 @@ output "lb_ip" {
description = "The public Anycast IP address of the load balancer"
value = var.enable_lb ? module.lb_backends[0].lb_ip : null
}
*/

output "project_id" {
description = "GCP project ID"
Expand Down
278 changes: 139 additions & 139 deletions envs/gcp/prod/scripts/startup-orion-client.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,139 +1,139 @@
#!/usr/bin/env bash
set -euo pipefail
exec > >(tee -a /var/log/orion-client-startup.log) 2>&1
export DEBIAN_FRONTEND=noninteractive
apt-get update
apt-get install -y --no-install-recommends \
ca-certificates \
curl \
git \
git-lfs \
gettext-base \
netcat-openbsd \
procps \
zstd \
fuse3 \
libssl3 \
build-essential \
pkg-config \
cmake \
clang \
llvm-dev \
libclang-dev \
libssl-dev \
libfuse3-dev \
protobuf-compiler
echo "user_allow_other" >> /etc/fuse.conf || true
mkdir -p \
/opt/orion-client \
/opt/orion-client/src \
/opt/orion-client/bin \
/opt/orion-client/log \
/data/scorpio/store \
/data/scorpio/antares/upper \
/data/scorpio/antares/cl \
/data/scorpio/antares/mnt \
/workspace/mount
# Install Rust toolchain if missing
if ! command -v rustc >/dev/null 2>&1; then
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
fi
export PATH="/root/.cargo/bin:${PATH}"
# Install Buck2
BUCK2_VERSION="2025-06-01"
ARCH="x86_64-unknown-linux-musl"
curl -fsSL -o /usr/local/bin/buck2.zst "https://github.com/facebook/buck2/releases/download/${BUCK2_VERSION}/buck2-${ARCH}.zst"
zstd -d /usr/local/bin/buck2.zst -o /usr/local/bin/buck2
chmod +x /usr/local/bin/buck2
# Create wrapper that behaves like the container entrypoint (start embedded scorpio then orion)
cat >/usr/local/bin/orion-worker-wrapper <<'WRAPPER'
#!/usr/bin/env bash
set -euo pipefail
log() { echo "[orion-worker-wrapper] $*"; }
: "${SERVER_WS:?SERVER_WS is required}"
# Defaults aligned with mega/orion/entrypoint.sh
: "${SCORPIO_API_BASE_URL:=http://127.0.0.1:2725}"
: "${SCORPIO_HTTP_ADDR:=0.0.0.0:2725}"
: "${ORION_WORKER_START_SCORPIO:=true}"
: "${SCORPIO_STORE_PATH:=/data/scorpio/store}"
: "${SCORPIO_WORKSPACE:=/workspace/mount}"
mkdir -p "$SCORPIO_STORE_PATH" "$SCORPIO_WORKSPACE" \
/data/scorpio/antares/upper /data/scorpio/antares/cl /data/scorpio/antares/mnt
if [ "$ORION_WORKER_START_SCORPIO" != "false" ] && [ "$ORION_WORKER_START_SCORPIO" != "0" ]; then
if [ ! -e /dev/fuse ]; then
log "ERROR: /dev/fuse not found; Scorpio requires FUSE"
exit 1
fi
log "Starting embedded scorpio..."
scorpio -c /etc/scorpio/scorpio.toml --http-addr "$SCORPIO_HTTP_ADDR" &
scorpio_pid=$!
# Wait for scorpio to listen
port="${SCORPIO_HTTP_ADDR##*:}"
for i in $(seq 1 60); do
if nc -z 127.0.0.1 "$port" >/dev/null 2>&1; then
break
fi
sleep 1
done
if ! nc -z 127.0.0.1 "$port" >/dev/null 2>&1; then
log "ERROR: scorpio did not become ready on 127.0.0.1:$port"
kill "$scorpio_pid" 2>/dev/null || true
exit 1
fi
log "Scorpio ready on 127.0.0.1:$port"
export SCORPIO_API_BASE_URL="http://127.0.0.1:$port"
fi
log "Starting orion worker..."
exec orion
WRAPPER
chmod +x /usr/local/bin/orion-worker-wrapper
# Write and enable systemd service for orion worker
cat >/etc/systemd/system/orion-worker.service <<'EOF'
[Unit]
Description=Orion Worker Service
After=network-online.target
Wants=network-online.target
[Service]
Type=simple
User=root
Environment="SERVER_WS=wss://buck2hub-orion-504513835593.asia-east1.run.app/ws"
Environment="SCORPIO_BASE_URL=https://buck2hub-mono-504513835593.asia-east1.run.app"
Environment="SCORPIO_LFS_URL=https://buck2hub-mono-504513835593.asia-east1.run.app"
Environment="SCORPIO_STORE_PATH=/data/scorpio/store"
Environment="SCORPIO_WORKSPACE=/workspace/mount"
Environment="ORION_WORKER_START_SCORPIO=true"
Environment="SCORPIO_HTTP_ADDR=0.0.0.0:2725"
ExecStart=/usr/local/bin/orion-worker-wrapper
Restart=always
RestartSec=5
LimitNOFILE=1048576
[Install]
WantedBy=multi-user.target
EOF
systemctl daemon-reload
systemctl enable orion-worker.service
#!/usr/bin/env bash
set -euo pipefail

exec > >(tee -a /var/log/orion-client-startup.log) 2>&1

export DEBIAN_FRONTEND=noninteractive

apt-get update
apt-get install -y --no-install-recommends \
ca-certificates \
curl \
git \
git-lfs \
gettext-base \
netcat-openbsd \
procps \
zstd \
fuse3 \
libssl3 \
build-essential \
pkg-config \
cmake \
clang \
llvm-dev \
libclang-dev \
libssl-dev \
libfuse3-dev \
protobuf-compiler

echo "user_allow_other" >> /etc/fuse.conf || true

mkdir -p \
/opt/orion-client \
/opt/orion-client/src \
/opt/orion-client/bin \
/opt/orion-client/log \
/data/scorpio/store \
/data/scorpio/antares/upper \
/data/scorpio/antares/cl \
/data/scorpio/antares/mnt \
/workspace/mount

# Install Rust toolchain if missing
if ! command -v rustc >/dev/null 2>&1; then
curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
fi
export PATH="/root/.cargo/bin:${PATH}"

# Install Buck2
BUCK2_VERSION="2025-06-01"
ARCH="x86_64-unknown-linux-musl"
curl -fsSL -o /usr/local/bin/buck2.zst "https://github.com/facebook/buck2/releases/download/${BUCK2_VERSION}/buck2-${ARCH}.zst"
zstd -d /usr/local/bin/buck2.zst -o /usr/local/bin/buck2
chmod +x /usr/local/bin/buck2

# Create wrapper that behaves like the container entrypoint (start embedded scorpio then orion)
cat >/usr/local/bin/orion-worker-wrapper <<'WRAPPER'
#!/usr/bin/env bash
set -euo pipefail

log() { echo "[orion-worker-wrapper] $*"; }

: "${SERVER_WS:?SERVER_WS is required}"

# Defaults aligned with mega/orion/entrypoint.sh
: "${SCORPIO_API_BASE_URL:=http://127.0.0.1:2725}"
: "${SCORPIO_HTTP_ADDR:=0.0.0.0:2725}"
: "${ORION_WORKER_START_SCORPIO:=true}"

: "${SCORPIO_STORE_PATH:=/data/scorpio/store}"
: "${SCORPIO_WORKSPACE:=/workspace/mount}"

mkdir -p "$SCORPIO_STORE_PATH" "$SCORPIO_WORKSPACE" \
/data/scorpio/antares/upper /data/scorpio/antares/cl /data/scorpio/antares/mnt

if [ "$ORION_WORKER_START_SCORPIO" != "false" ] && [ "$ORION_WORKER_START_SCORPIO" != "0" ]; then
if [ ! -e /dev/fuse ]; then
log "ERROR: /dev/fuse not found; Scorpio requires FUSE"
exit 1
fi

log "Starting embedded scorpio..."
scorpio -c /etc/scorpio/scorpio.toml --http-addr "$SCORPIO_HTTP_ADDR" &
scorpio_pid=$!

# Wait for scorpio to listen
port="${SCORPIO_HTTP_ADDR##*:}"
for i in $(seq 1 60); do
if nc -z 127.0.0.1 "$port" >/dev/null 2>&1; then
break
fi
sleep 1
done

if ! nc -z 127.0.0.1 "$port" >/dev/null 2>&1; then
log "ERROR: scorpio did not become ready on 127.0.0.1:$port"
kill "$scorpio_pid" 2>/dev/null || true
exit 1
fi

log "Scorpio ready on 127.0.0.1:$port"
export SCORPIO_API_BASE_URL="http://127.0.0.1:$port"
fi

log "Starting orion worker..."
exec orion
WRAPPER

chmod +x /usr/local/bin/orion-worker-wrapper

# Write and enable systemd service for orion worker
cat >/etc/systemd/system/orion-worker.service <<'EOF'
[Unit]
Description=Orion Worker Service
After=network-online.target
Wants=network-online.target

[Service]
Type=simple
User=root
Environment="SERVER_WS=wss://buck2hub-orion-504513835593.asia-east1.run.app/ws"
Environment="SCORPIO_BASE_URL=https://buck2hub-mono-504513835593.asia-east1.run.app"
Environment="SCORPIO_LFS_URL=https://buck2hub-mono-504513835593.asia-east1.run.app"
Environment="SCORPIO_STORE_PATH=/data/scorpio/store"
Environment="SCORPIO_WORKSPACE=/workspace/mount"
Environment="ORION_WORKER_START_SCORPIO=true"
Environment="SCORPIO_HTTP_ADDR=0.0.0.0:2725"
ExecStart=/usr/local/bin/orion-worker-wrapper
Restart=always
RestartSec=5
LimitNOFILE=1048576

[Install]
WantedBy=multi-user.target
EOF

systemctl daemon-reload
systemctl enable orion-worker.service

Loading