gholapeajinkya commited on
Commit
c6c49a1
·
verified ·
1 Parent(s): 96eda52

Update download_assets.sh

Browse files
Files changed (1) hide show
  1. download_assets.sh +36 -30
download_assets.sh CHANGED
@@ -5,11 +5,6 @@ ls -la ./demos
5
 
6
  JSON_FILE="./demos/demo.json" # Change this path if needed
7
 
8
- # Parse top-level ID
9
- TOP_ID=$(jq -r '.[0].id' "$JSON_FILE")
10
- TOP_DIR="./demos//$TOP_ID/videos"
11
- mkdir -p "$TOP_DIR"
12
-
13
  # Helper function to download with gdown or curl
14
  download_file() {
15
  URL="$1"
@@ -31,33 +26,44 @@ download_file() {
31
  fi
32
  }
33
 
34
- # Iterate over videos
35
- jq -c '.[0].videos[]' "$JSON_FILE" | while read -r video_entry; do
36
- VIDEO_ID=$(echo "$video_entry" | jq -r '.id')
37
- VIDEO_DIR="$TOP_DIR/$VIDEO_ID"
38
- mkdir -p "$VIDEO_DIR"
39
-
40
- # Download video
41
- VIDEO_URL=$(echo "$video_entry" | jq -r '.video_url')
42
- if [[ "$VIDEO_URL" != "null" ]]; then
43
- echo "Downloading video for ID $VIDEO_ID"
44
- download_file "$VIDEO_URL" "$VIDEO_DIR/video.mp4"
45
- fi
46
 
47
- # Download subtitle
48
- SUBTITLE_URL=$(echo "$video_entry" | jq -r '.subtitle_url')
49
- if [[ "$SUBTITLE_URL" != "null" ]]; then
50
- echo "Downloading subtitle for ID $VIDEO_ID"
51
- download_file "$SUBTITLE_URL" "$VIDEO_DIR/subtitle.srt"
52
- fi
53
 
54
- # Download transcription (if exists)
55
- TRANSCRIPTION_URL=$(echo "$video_entry" | jq -r '.transcription_url // empty')
56
- if [[ -n "$TRANSCRIPTION_URL" ]]; then
57
- echo "Downloading transcription for ID $VIDEO_ID"
58
- download_file "$TRANSCRIPTION_URL" "$VIDEO_DIR/transcription.csv"
59
- fi
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  done
61
 
62
  echo "Files in /app/demos:"
63
- ls -la ./demos
 
5
 
6
  JSON_FILE="./demos/demo.json" # Change this path if needed
7
 
 
 
 
 
 
8
  # Helper function to download with gdown or curl
9
  download_file() {
10
  URL="$1"
 
26
  fi
27
  }
28
 
29
+ # Iterate over all demo objects
30
+ jq -c '.[]' "$JSON_FILE" | while read -r demo_entry; do
31
+ # Parse demo-level ID
32
+ DEMO_ID=$(echo "$demo_entry" | jq -r '.id')
33
+ DEMO_TITLE=$(echo "$demo_entry" | jq -r '.title')
34
+ DEMO_DIR="./demos/$DEMO_ID/videos"
35
+ mkdir -p "$DEMO_DIR"
36
+
37
+ echo "Processing demo: $DEMO_TITLE (ID: $DEMO_ID)"
 
 
 
38
 
39
+ # Iterate over videos within this demo
40
+ echo "$demo_entry" | jq -c '.videos[]' | while read -r video_entry; do
41
+ VIDEO_ID=$(echo "$video_entry" | jq -r '.id')
42
+ VIDEO_DIR="$DEMO_DIR/$VIDEO_ID"
43
+ mkdir -p "$VIDEO_DIR"
 
44
 
45
+ # Download video
46
+ VIDEO_URL=$(echo "$video_entry" | jq -r '.video_url')
47
+ if [[ "$VIDEO_URL" != "null" ]]; then
48
+ echo "Downloading video for Demo $DEMO_ID, Video ID $VIDEO_ID"
49
+ download_file "$VIDEO_URL" "$VIDEO_DIR/video.mp4"
50
+ fi
51
+
52
+ # Download subtitle
53
+ SUBTITLE_URL=$(echo "$video_entry" | jq -r '.subtitle_url')
54
+ if [[ "$SUBTITLE_URL" != "null" ]]; then
55
+ echo "Downloading subtitle for Demo $DEMO_ID, Video ID $VIDEO_ID"
56
+ download_file "$SUBTITLE_URL" "$VIDEO_DIR/subtitle.srt"
57
+ fi
58
+
59
+ # Download transcription (if exists)
60
+ TRANSCRIPTION_URL=$(echo "$video_entry" | jq -r '.transcription_url // empty')
61
+ if [[ -n "$TRANSCRIPTION_URL" ]]; then
62
+ echo "Downloading transcription for Demo $DEMO_ID, Video ID $VIDEO_ID"
63
+ download_file "$TRANSCRIPTION_URL" "$VIDEO_DIR/transcription.csv"
64
+ fi
65
+ done
66
  done
67
 
68
  echo "Files in /app/demos:"
69
+ ls -la ./demos