Spaces:
Running
Running
Update download_assets.sh
Browse files- download_assets.sh +36 -30
download_assets.sh
CHANGED
|
@@ -5,11 +5,6 @@ ls -la ./demos
|
|
| 5 |
|
| 6 |
JSON_FILE="./demos/demo.json" # Change this path if needed
|
| 7 |
|
| 8 |
-
# Parse top-level ID
|
| 9 |
-
TOP_ID=$(jq -r '.[0].id' "$JSON_FILE")
|
| 10 |
-
TOP_DIR="./demos//$TOP_ID/videos"
|
| 11 |
-
mkdir -p "$TOP_DIR"
|
| 12 |
-
|
| 13 |
# Helper function to download with gdown or curl
|
| 14 |
download_file() {
|
| 15 |
URL="$1"
|
|
@@ -31,33 +26,44 @@ download_file() {
|
|
| 31 |
fi
|
| 32 |
}
|
| 33 |
|
| 34 |
-
# Iterate over
|
| 35 |
-
jq -c '.[
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
echo "Downloading video for ID $VIDEO_ID"
|
| 44 |
-
download_file "$VIDEO_URL" "$VIDEO_DIR/video.mp4"
|
| 45 |
-
fi
|
| 46 |
|
| 47 |
-
#
|
| 48 |
-
|
| 49 |
-
|
| 50 |
-
|
| 51 |
-
|
| 52 |
-
fi
|
| 53 |
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 60 |
done
|
| 61 |
|
| 62 |
echo "Files in /app/demos:"
|
| 63 |
-
ls -la ./demos
|
|
|
|
| 5 |
|
| 6 |
JSON_FILE="./demos/demo.json" # Change this path if needed
|
| 7 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
# Helper function to download with gdown or curl
|
| 9 |
download_file() {
|
| 10 |
URL="$1"
|
|
|
|
| 26 |
fi
|
| 27 |
}
|
| 28 |
|
| 29 |
+
# Iterate over all demo objects
|
| 30 |
+
jq -c '.[]' "$JSON_FILE" | while read -r demo_entry; do
|
| 31 |
+
# Parse demo-level ID
|
| 32 |
+
DEMO_ID=$(echo "$demo_entry" | jq -r '.id')
|
| 33 |
+
DEMO_TITLE=$(echo "$demo_entry" | jq -r '.title')
|
| 34 |
+
DEMO_DIR="./demos/$DEMO_ID/videos"
|
| 35 |
+
mkdir -p "$DEMO_DIR"
|
| 36 |
+
|
| 37 |
+
echo "Processing demo: $DEMO_TITLE (ID: $DEMO_ID)"
|
|
|
|
|
|
|
|
|
|
| 38 |
|
| 39 |
+
# Iterate over videos within this demo
|
| 40 |
+
echo "$demo_entry" | jq -c '.videos[]' | while read -r video_entry; do
|
| 41 |
+
VIDEO_ID=$(echo "$video_entry" | jq -r '.id')
|
| 42 |
+
VIDEO_DIR="$DEMO_DIR/$VIDEO_ID"
|
| 43 |
+
mkdir -p "$VIDEO_DIR"
|
|
|
|
| 44 |
|
| 45 |
+
# Download video
|
| 46 |
+
VIDEO_URL=$(echo "$video_entry" | jq -r '.video_url')
|
| 47 |
+
if [[ "$VIDEO_URL" != "null" ]]; then
|
| 48 |
+
echo "Downloading video for Demo $DEMO_ID, Video ID $VIDEO_ID"
|
| 49 |
+
download_file "$VIDEO_URL" "$VIDEO_DIR/video.mp4"
|
| 50 |
+
fi
|
| 51 |
+
|
| 52 |
+
# Download subtitle
|
| 53 |
+
SUBTITLE_URL=$(echo "$video_entry" | jq -r '.subtitle_url')
|
| 54 |
+
if [[ "$SUBTITLE_URL" != "null" ]]; then
|
| 55 |
+
echo "Downloading subtitle for Demo $DEMO_ID, Video ID $VIDEO_ID"
|
| 56 |
+
download_file "$SUBTITLE_URL" "$VIDEO_DIR/subtitle.srt"
|
| 57 |
+
fi
|
| 58 |
+
|
| 59 |
+
# Download transcription (if exists)
|
| 60 |
+
TRANSCRIPTION_URL=$(echo "$video_entry" | jq -r '.transcription_url // empty')
|
| 61 |
+
if [[ -n "$TRANSCRIPTION_URL" ]]; then
|
| 62 |
+
echo "Downloading transcription for Demo $DEMO_ID, Video ID $VIDEO_ID"
|
| 63 |
+
download_file "$TRANSCRIPTION_URL" "$VIDEO_DIR/transcription.csv"
|
| 64 |
+
fi
|
| 65 |
+
done
|
| 66 |
done
|
| 67 |
|
| 68 |
echo "Files in /app/demos:"
|
| 69 |
+
ls -la ./demos
|