start.sh

#!/bin/bash
# Download data from HF Bucket on startup, then start API
python -c "
from huggingface_hub import download_bucket_files, list_bucket_tree
import os

BUCKET = os.environ.get('HF_BUCKET', 'stasaking/blood-brain-benchmark')

files = list(list_bucket_tree(BUCKET))
download_list = []
for f in files:
    if f.path.endswith(('.parquet', '.json')):
        local_path = f'/app/data/{f.path}'
        os.makedirs(os.path.dirname(local_path), exist_ok=True)
        download_list.append((f.path, local_path))

print(f'Downloading {len(download_list)} files...')
download_bucket_files(BUCKET, files=download_list)
print('Data downloaded')
"

export BENCHMARK_DATA_DIR=/app/data
uvicorn main:app --host 0.0.0.0 --port 7860