Backend neutral API services

.github/workflows/images.yaml

@@ -59,7 +59,7 @@ jobs:
       id: imageRegistryTag
       uses: mikefarah/yq@v4.44.1
       with:
-        cmd: yq '.images[0].newTag | sub("(.*)@.*", "${1}")' registry/generic/kustomization.yaml
+        cmd: yq '.images[0].newTag | sub("(.*)@.*", "${1}")' registry/images/kustomization.yaml
     -
       name: Mirror registry image from hub
       run: |

bin/.gitignore

@@ -54,3 +54,4 @@ parquet-tools
 osv-scanner
 chrome-devtools-mcp
 static-web-server
+yarn

bin/y-bin.runner.yaml

@@ -134,3 +134,13 @@ turbo:
   archive:
     tool: tar
     path: turbo-${os}-${xarm}64/bin/turbo
+
+yarn:
+  version: 0.1.0
+  templates:
+    download: https://github.com/Yolean/y1/releases/download/v${version}/y1-${os}-${arch}
+  sha256:
+    darwin_amd64: bd0310a0578a53d8639b1f480dc6258920a2b063f9270943ffb9eb3d2fa97416
+    darwin_arm64: 8cb3f050fe85b4bc70a3ed88329ae203b6156ff420dc2e53638c50f6e22143cf
+    linux_amd64: 6cfe37280da7def39e661a2e48a708007b2ae1b2db206e287a808e38a0b4d2db
+    linux_arm64: 02a7071e09096992f8bb67b49b16bff43fbfde7af0bdee90a90d54a540d089ae

bin/y-build

@@ -81,7 +81,7 @@ DEFAULT_REGISTRY=builds-registry.ystack.svc.cluster.local
 [ -z "$PUSH_REGISTRY" ]   && PUSH_REGISTRY=$DEFAULT_REGISTRY
 if [ -z "$BUILDKIT_HOST" ]; then
   BUILDKIT_HOSTNAME=buildkitd.ystack.svc.cluster.local
-  # Prefer port 80 (Gateway API) for local clusters, fall back to 8547 (direct service)
+  # Prefer port 80 (Gateway API) for local clusters, fall back to 8547 (y-kubefwd for remote clusters)
   if BUILDKIT_HOST=tcp://$BUILDKIT_HOSTNAME:80 y-buildctl --timeout 2 debug workers >/dev/null 2>&1; then
     BUILDKIT_HOST=tcp://$BUILDKIT_HOSTNAME:80
   else

bin/y-chrome-devtools-mcp

@@ -45,4 +45,5 @@ elif ! echo "$@" | grep -q "\-\-isolated"; then
   [ "DEVTOOLS_MCP_ALLOW_NON_ISOLATED" = "1" ] && echo "Overriding due to DEVTOOLS_MCP_ALLOW_NON_ISOLATED=$DEVTOOLS_MCP_ALLOW_NON_ISOLATED" 1>&2 || exit 1
 fi
 
-/usr/bin/env node $BIN_DIR/build/src/index.js "$@"
+BIN_ENTRY=$(jq -r '.bin["chrome-devtools-mcp"]' "$BIN_DIR/package.json")
+/usr/bin/env node "$BIN_DIR/$BIN_ENTRY" "$@"

bin/y-cluster-blobs

@@ -0,0 +1,162 @@
+#!/usr/bin/env bash
+[ -z "$DEBUG" ] || set -x
+set -eo pipefail
+
+YHELP='y-cluster-blobs - List and read objects in cluster blob storage
+
+Usage: y-cluster-blobs SUBCOMMAND [options] [CONTEXT://BUCKET/PATH]
+
+Subcommands:
+  ls [CONTEXT://BUCKET[/PREFIX]]    List buckets or objects
+  cat CONTEXT://BUCKET/OBJECT       Print object contents to stdout
+  help                              Show this help
+
+Options:
+  -l          Long listing with size and timestamp (ls only)
+  -r          Recursive listing (ls only)
+
+URL format:
+  local://                  List all buckets
+  local://BUCKET            List objects in bucket
+  local://BUCKET/PREFIX     List objects matching prefix
+  local://BUCKET/KEY        Read object (cat)
+
+The CONTEXT part maps to --context for kubectl (currently only local).
+Modeled after gcloud storage ls / gcloud storage cat.
+Reads VersityGW filesystem directly via kubectl exec for speed.
+
+Environment:
+  NAMESPACE    Override blob store namespace (default: blobs)
+
+Exit codes:
+  0          Success
+  1          Usage error
+  2          Bucket not found
+'
+
+case "${1:-}" in
+  help|--help) echo "$YHELP"; exit 0 ;;
+esac
+
+SUBCMD="${1:-}"
+shift || true
+
+case "$SUBCMD" in
+  ls|cat) ;;
+  "") echo "ERROR: subcommand required (ls, cat, help)" >&2; exit 1 ;;
+  *) echo "ERROR: unknown subcommand '$SUBCMD'" >&2; exit 1 ;;
+esac
+
+# Parse flags
+LONG=false
+RECURSIVE=false
+while [ $# -gt 0 ]; do
+  case "$1" in
+    -l) LONG=true; shift ;;
+    -r) RECURSIVE=true; shift ;;
+    -lr|-rl) LONG=true; RECURSIVE=true; shift ;;
+    -*) echo "ERROR: unknown flag '$1'" >&2; exit 1 ;;
+    *) break ;;
+  esac
+done
+
+URL="${1:-}"
+[ -z "$NAMESPACE" ] && NAMESPACE=blobs
+
+# Parse URL: context://bucket/path
+CTX=""
+BUCKET=""
+OBJPATH=""
+
+if [ -n "$URL" ]; then
+  case "$URL" in
+    *://*)
+      CTX_NAME="${URL%%://*}"
+      CTX="--context=$CTX_NAME"
+      rest="${URL#*://}"
+      BUCKET="${rest%%/*}"
+      if [ "$rest" = "$BUCKET" ]; then
+        OBJPATH=""
+      else
+        OBJPATH="${rest#*/}"
+      fi
+      ;;
+    *)
+      echo "ERROR: URL must use context:// format, got '$URL'" >&2
+      exit 1
+      ;;
+  esac
+fi
+
+if [ -z "$CTX" ]; then
+  echo "ERROR: URL required, e.g. local://" >&2
+  exit 1
+fi
+
+vgw() {
+  kubectl $CTX -n "$NAMESPACE" exec deploy/versitygw -- "$@"
+}
+
+DATA_ROOT="/data"
+
+case "$SUBCMD" in
+  ls)
+    PREFIX="$CTX_NAME://"
+    if [ -z "$BUCKET" ]; then
+      # List buckets
+      if [ "$LONG" = "true" ]; then
+        vgw find "$DATA_ROOT" -mindepth 1 -maxdepth 1 -type d -exec stat -c '%Y %n' {} \; 2>/dev/null \
+          | while read -r epoch name; do
+              ts=$(date -d "@$epoch" '+%Y-%m-%d %H:%M:%S' 2>/dev/null || echo "$epoch")
+              echo "[$ts]     0B ${PREFIX}$(basename "$name")/"
+            done
+      else
+        vgw ls "$DATA_ROOT" 2>/dev/null | while read -r name; do
+          echo "${PREFIX}$name/"
+        done
+      fi
+    else
+      PREFIX="$CTX_NAME://$BUCKET/"
+      BUCKET_PATH="$DATA_ROOT/$BUCKET"
+      if ! vgw test -d "$BUCKET_PATH" 2>/dev/null; then
+        echo "ERROR: bucket '$BUCKET' not found" >&2
+        exit 2
+      fi
+      TARGET="$BUCKET_PATH${OBJPATH:+/$OBJPATH}"
+      DEPTH_ARGS=""
+      if [ "$RECURSIVE" = "false" ]; then
+        DEPTH_ARGS="-mindepth 1 -maxdepth 1"
+      fi
+      if [ "$LONG" = "true" ]; then
+        vgw sh -c "find '$TARGET' $DEPTH_ARGS -type d ! -path '$TARGET' -exec stat -c 'd %s %Y %n' {} \\; -o -type f -exec stat -c 'f %s %Y %n' {} \\;" 2>/dev/null \
+          | while read -r type size epoch name; do
+              ts=$(date -d "@$epoch" '+%Y-%m-%d %H:%M:%S' 2>/dev/null || echo "$epoch")
+              rel="${name#$BUCKET_PATH/}"
+              if [ "$type" = "d" ]; then
+                echo "[$ts]     0B ${PREFIX}$rel/"
+              else
+                echo "[$ts] ${size}B ${PREFIX}$rel"
+              fi
+            done
+      else
+        vgw sh -c "find '$TARGET' $DEPTH_ARGS -type d ! -path '$TARGET' -exec echo d {} \\; -o -type f -exec echo f {} \\;" 2>/dev/null \
+          | while read -r type name; do
+              rel="${name#$BUCKET_PATH/}"
+              if [ "$type" = "d" ]; then
+                echo "${PREFIX}$rel/"
+              else
+                echo "${PREFIX}$rel"
+              fi
+            done
+      fi
+    fi
+    ;;
+  cat)
+    if [ -z "$BUCKET" ] || [ -z "$OBJPATH" ]; then
+      echo "ERROR: cat requires a full object path, e.g. local://bucket/key" >&2
+      exit 1
+    fi
+    OBJ_FILE="$DATA_ROOT/$BUCKET/$OBJPATH"
+    vgw cat "$OBJ_FILE"
+    ;;
+esac