Upload fresh start.sh

start.sh

@@ -0,0 +1,186 @@
+#!/bin/bash
+set -e # Exit immediately if a command exits with a non-zero status.
+
+echo "--- Script Start ---"
+echo "Running as user: $(whoami) (UID: $(id -u), GID: $(id -g))"
+# ... (rest of initial echos and directory setup remains the same) ...
+
+# --- Persistent Data Setup ---
+N8N_DATA_DIR="/data/.n8n"
+POSTGRES_DATA_DIR="/data/postgres" # Should be owned by n8nuser (UID 1000)
+QDRANT_DATA_DIR="/data/qdrant_storage" # Should be owned by n8nuser
+OLLAMA_MODELS_DIR="/data/.ollama" # Should be owned by n8nuser
+
+echo "Ensuring application data directories exist..."
+mkdir -p "$N8N_DATA_DIR" "$POSTGRES_DATA_DIR" "$QDRANT_DATA_DIR" "$OLLAMA_MODELS_DIR"
+echo "Permissions of data directories in /data (should be owned by $(whoami)):"
+ls -ld "$N8N_DATA_DIR" "$POSTGRES_DATA_DIR" "$QDRANT_DATA_DIR" "$OLLAMA_MODELS_DIR"
+
+ln -sfn "$N8N_DATA_DIR" /home/n8nuser/.n8n
+export OLLAMA_MODELS="$OLLAMA_MODELS_DIR"
+
+# --- PostgreSQL Setup & Start (as n8nuser) ---
+echo "--- PostgreSQL Setup (running as $(whoami)) ---"
+echo "PGDATA is set to: $POSTGRES_DATA_DIR"
+POSTGRES_PORT="${DB_POSTGRESDB_PORT:-5432}" # Define port for consistency
+
+# Ensure n8nuser has rwx permissions on its own PGDATA.
+chmod u+rwx "$POSTGRES_DATA_DIR"
+
+if [ ! -d "$POSTGRES_DATA_DIR/base" ]; then
+    echo "Initializing PostgreSQL database in $POSTGRES_DATA_DIR as user $(whoami)..."
+    /usr/lib/postgresql/14/bin/initdb -D "$POSTGRES_DATA_DIR" --username=$(whoami) --no-locale --encoding=UTF8
+    if [ $? -ne 0 ]; then echo "ERROR: PostgreSQL initdb failed."; ls -ld "$POSTGRES_DATA_DIR"; exit 1; fi
+    
+    echo "PostgreSQL Initialized. Ownership/permissions of $POSTGRES_DATA_DIR after initdb:"
+    ls -ld "$POSTGRES_DATA_DIR"
+
+    echo "Temporarily starting PostgreSQL to create database role and database..."
+    # For pg_ctl, it's good practice to point to the PGDATA explicitly.
+    # pg_ctl will find postgresql.conf within PGDATA.
+    /usr/lib/postgresql/14/bin/pg_ctl -D "$POSTGRES_DATA_DIR" -o "-p $POSTGRES_PORT -c listen_addresses='localhost'" -w start
+    
+    PG_ROLE_NAME="${DB_POSTGRESDB_USER:-n8n}"
+    PG_PASSWORD="${DB_POSTGRESDB_PASSWORD}"
+    PG_DB_NAME="${DB_POSTGRESDB_DATABASE:-n8n}"
+
+    if [ -z "$PG_PASSWORD" ]; then echo "ERROR: DB_POSTGRESDB_PASSWORD is not set."; exit 1; fi
+
+    echo "Creating PostgreSQL role '$PG_ROLE_NAME' and database '$PG_DB_NAME'..."
+    psql -v ON_ERROR_STOP=1 --username=$(whoami) --port="$POSTGRES_PORT" --host=localhost postgres <<-EOSQL
+        CREATE ROLE "$PG_ROLE_NAME" WITH LOGIN PASSWORD '$PG_PASSWORD';
+        CREATE DATABASE "$PG_DB_NAME" OWNER "$PG_ROLE_NAME";
+EOSQL
+    echo "PostgreSQL role and database created."
+    /usr/lib/postgresql/14/bin/pg_ctl -D "$POSTGRES_DATA_DIR" -m fast -w stop
+    echo "Temporary PostgreSQL server stopped."
+else
+    echo "PostgreSQL database found in $POSTGRES_DATA_DIR."
+fi
+
+echo "Starting PostgreSQL server for application use (as $(whoami))..."
+# The postgres command will use the postgresql.conf found within $POSTGRES_DATA_DIR
+# We don't need to specify -c config_file if it's inside PGDATA.
+# Just ensure the port is correctly passed if not default.
+/usr/lib/postgresql/14/bin/postgres -D "$POSTGRES_DATA_DIR" -p "$POSTGRES_PORT" &
+PG_PID=$!
+echo "Waiting for PostgreSQL to start (PID: $PG_PID)..."
+max_wait=30
+count=0
+until pg_isready -h localhost -p "$POSTGRES_PORT" -U $(whoami) -q || [ $count -eq $max_wait ]; do
+  echo -n "."
+  sleep 1
+  count=$((count+1))
+done
+if [ $count -eq $max_wait ]; then
+    echo "ERROR: PostgreSQL timed out waiting to start."
+    PG_LOG_DIR_GUESS="$POSTGRES_DATA_DIR/log"
+    if [ -d "$PG_LOG_DIR_GUESS" ]; then
+      echo "PostgreSQL logs from $PG_LOG_DIR_GUESS:"
+      # List log files before cat'ing, and cat only the latest ones if possible or just one
+      ls -lt "$PG_LOG_DIR_GUESS"
+      cat "$PG_LOG_DIR_GUESS"/postgresql-*.log 2>/dev/null || echo "No standard log files found or readable."
+    else
+      echo "$PG_LOG_DIR_GUESS not found."
+    fi
+    exit 1
+fi
+echo "PostgreSQL started successfully on port $POSTGRES_PORT."
+
+
+# --- Qdrant Setup & Start (as n8nuser) ---
+# (This section remains the same)
+echo "--- Qdrant Setup (running as $(whoami)) ---"
+QDRANT_CONFIG_DIR="/qdrant/config"
+QDRANT_STORAGE_PATH_IN_CONFIG="/qdrant/storage"
+ln -sfn "$QDRANT_DATA_DIR" "$QDRANT_STORAGE_PATH_IN_CONFIG"
+
+echo "Starting Qdrant..."
+/usr/local/bin/qdrant --config-path "$QDRANT_CONFIG_DIR/config.yaml" &
+QDRANT_PID=$!
+echo "Waiting for Qdrant to start (PID: $QDRANT_PID)..."
+until curl -sf http://localhost:6333/readyz > /dev/null; do
+    echo -n "."
+    sleep 1
+    if ! ps -p $QDRANT_PID > /dev/null; then echo "Qdrant process died."; exit 1; fi
+done
+echo "Qdrant started."
+
+# --- Ollama Start (as n8nuser) ---
+# (This section remains the same)
+echo "--- Ollama Setup (running as $(whoami)) ---"
+echo "Ollama models will be stored in: $OLLAMA_MODELS_DIR"
+
+echo "Starting Ollama server..."
+ollama serve &
+OLLAMA_PID=$!
+echo "Waiting for Ollama to start (PID: $OLLAMA_PID)..."
+until curl -sf http://localhost:11434/api/tags > /dev/null 2>&1 ; do
+    echo -n "."
+    sleep 1
+    if ! ps -p $OLLAMA_PID > /dev/null; then echo "Ollama process died."; exit 1; fi
+done
+echo "Ollama started."
+
+DEFAULT_MODEL="${DEFAULT_OLLAMA_MODEL:-llama3.1:8b}"
+echo "Checking for default Ollama model: $DEFAULT_MODEL"
+if ! ollama show "$DEFAULT_MODEL" > /dev/null 2>&1; then
+    echo "Pulling $DEFAULT_MODEL... This may take a while."
+    ollama pull "$DEFAULT_MODEL"
+    if [ $? -ne 0 ]; then echo "Warning: Failed to pull $DEFAULT_MODEL"; else echo "$DEFAULT_MODEL pulled."; fi
+else
+    echo "$DEFAULT_MODEL already present."
+fi
+
+# --- n8n Start (as n8nuser) ---
+echo "--- n8n Setup (running as $(whoami)) ---"
+
+if [ -z "$N8N_ENCRYPTION_KEY" ]; then 
+    echo "ERROR: N8N_ENCRYPTION_KEY is not set. Please set it as a Space secret."
+    exit 1
+fi
+if [ -z "$DB_POSTGRESDB_PASSWORD" ]; then 
+    echo "ERROR: DB_POSTGRESDB_PASSWORD is not set. Please set it as a Space secret."
+    exit 1
+fi
+
+export N8N_USER_FOLDER="/home/n8nuser/.n8n"
+export GENAI_MODELS_N8N_DEFAULT_MODEL="$DEFAULT_MODEL" 
+export DB_POSTGRESDB_PORT="$POSTGRES_PORT" 
+
+# --- MOST PERMISSIVE EMBEDDING CONFIGURATION FOR DIAGNOSIS ---
+echo "WARNING: USING HIGHLY PERMISSIVE (INSECURE) EMBEDDING SETTINGS FOR DIAGNOSIS!"
+export N8N_SEC_EMBEDDER_HEADER_MODE="allowAll" 
+# The mode "allowAll" should theoretically make n8n send headers that allow embedding from anywhere.
+# This is a simpler way to test than just relying on the regex if there's any doubt.
+# If "allowAll" doesn't work, then N8N_SEC_EMBEDDER_HEADER_ALLOW_FROM_REGEX=".*" is the next most forceful.
+# We'll also set the regex to ".*" just in case "allowAll" isn't picked up or is deprecated.
+export N8N_SEC_EMBEDDER_HEADER_ALLOW_FROM_REGEX=".*"
+# --- End Embedding Configuration ---
+
+export N8N_SEC_ALLOW_ALL_ORIGINS_FOR_WEBHOOKS="true" 
+export N8N_RUNNERS_ENABLED="true" # As per n8n deprecation warning
+
+# Ensure URLs are set, as this can sometimes affect header generation or self-referencing
+if [ -n "$SPACE_HOST" ]; then
+    # Assuming SPACE_HOST is like 'username-spacename.hf.space'
+    DERIVED_URL="https://$SPACE_HOST/"
+    export N8N_EDITOR_BASE_URL="$DERIVED_URL"
+    export WEBHOOK_URL="$DERIVED_URL"
+    echo "N8N URLs derived from SPACE_HOST: $N8N_EDITOR_BASE_URL"
+elif [ -n "$HF_SPACE_PUBLIC_URL" ]; then # Another possible HF env var
+    export N8N_EDITOR_BASE_URL="$HF_SPACE_PUBLIC_URL"
+    export WEBHOOK_URL="$HF_SPACE_PUBLIC_URL"
+    echo "N8N URLs set from HF_SPACE_PUBLIC_URL: $N8N_EDITOR_BASE_URL"
+else
+    FALLBACK_URL="http://localhost:${N8N_PORT:-5678}/"
+    export N8N_EDITOR_BASE_URL="$FALLBACK_URL"
+    export WEBHOOK_URL="$FALLBACK_URL"
+    echo "Warning: Specific Hugging Face URL environment variables not found. Using fallback: $FALLBACK_URL"
+fi
+
+# Optional: Increase n8n log level for more startup details
+# export N8N_LOG_LEVEL="debug" 
+
+echo "Starting n8n with highly permissive (INSECURE) embedding rules for diagnosis..."
+exec n8n start