benchmark/benchmark_prompts.json

[
  {
    "id": "none_hi_00",
    "prompt": "hi",
    "expected_intent": "NONE",
    "expected_intents": [
      "NONE"
    ],
    "expected_slots": [],
    "source": "golden_set"
  },
  {
    "id": "get_steps_hey_am_i_doing_okay_with_steps_today_or_01",
    "prompt": "Hey — am I doing okay with steps today or should I try to move more?",
    "expected_intent": "GET_STEPS",
    "expected_intents": [
      "GET_STEPS"
    ],
    "expected_slots": [
      "STEPS_TODAY",
      "STEP_GOAL"
    ],
    "source": "golden_set"
  },
  {
    "id": "set_step_goal_i_want_to_change_my_default_daily_step_t_02",
    "prompt": "I want to change my default daily step target to 10,000 steps — can you update it?",
    "expected_intent": "SET_STEP_GOAL",
    "expected_intents": [
      "SET_STEP_GOAL"
    ],
    "expected_slots": [
      "STEP_GOAL"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_workout_status_how_long_have_i_been_on_my_run_and_what_03",
    "prompt": "How long have I been on my run, and what's my heart rate right now?",
    "expected_intent": "GET_WORKOUT_STATUS",
    "expected_intents": [
      "GET_WORKOUT_STATUS"
    ],
    "expected_slots": [
      "WORKOUT_ELAPSED",
      "WORKOUT_TYPE"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_distance_quick_check_what_s_my_total_distance_tod_04",
    "prompt": "Quick check — what's my total distance today?",
    "expected_intent": "GET_DISTANCE",
    "expected_intents": [
      "GET_DISTANCE"
    ],
    "expected_slots": [
      "DISTANCE_TODAY",
      "DISTANCE_UNIT"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_battery_quick_question_is_my_battery_high_enough_05",
    "prompt": "Quick question — is my battery high enough to track a walk? Also, how many steps have I done today?",
    "expected_intent": "GET_BATTERY",
    "expected_intents": [
      "GET_BATTERY"
    ],
    "expected_slots": [
      "BATTERY_PCT"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_heart_rate_can_you_check_my_heart_rate_now_i_m_a_bi_06",
    "prompt": "Can you check my heart rate now? I'm a bit worried.",
    "expected_intent": "GET_HEART_RATE",
    "expected_intents": [
      "GET_HEART_RATE"
    ],
    "expected_slots": [
      "HR_CURRENT_BPM"
    ],
    "source": "golden_set"
  },
  {
    "id": "measure_heart_rate_please_take_my_pulse_now_i_feel_a_little_07",
    "prompt": "Please take my pulse now — I feel a little fluttery.",
    "expected_intent": "MEASURE_HEART_RATE",
    "expected_intents": [
      "MEASURE_HEART_RATE"
    ],
    "expected_slots": [
      "HR_CURRENT_BPM"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_sleep_hey_how_long_did_i_sleep_last_night_08",
    "prompt": "Hey, how long did I sleep last night?",
    "expected_intent": "GET_SLEEP",
    "expected_intents": [
      "GET_SLEEP"
    ],
    "expected_slots": [
      "SLEEP_HOURS_LAST_NIGHT"
    ],
    "source": "golden_set"
  },
  {
    "id": "log_nap_just_woke_up_from_a_quick_power_nap_can_09",
    "prompt": "Just woke up from a quick power nap — can you log it?",
    "expected_intent": "LOG_NAP",
    "expected_intents": [
      "LOG_NAP"
    ],
    "expected_slots": [
      "DURATION",
      "SLEEP_HOURS_LAST_NIGHT"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_calories_hey_how_many_calories_have_i_burned_sinc_10",
    "prompt": "Hey, how many calories have I burned since midnight?",
    "expected_intent": "GET_CALORIES",
    "expected_intents": [
      "GET_CALORIES"
    ],
    "expected_slots": [
      "CALORIES_TODAY",
      "CALORIE_GOAL"
    ],
    "source": "golden_set"
  },
  {
    "id": "set_calorie_goal_lower_my_daily_active_calorie_burn_targe_11",
    "prompt": "Lower my daily active calorie burn target to 400, please.",
    "expected_intent": "SET_CALORIE_GOAL",
    "expected_intents": [
      "SET_CALORIE_GOAL"
    ],
    "expected_slots": [
      "CALORIE_GOAL"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_active_minutes_how_many_active_minutes_have_i_done_toda_12",
    "prompt": "How many active minutes have I done today?",
    "expected_intent": "GET_ACTIVE_MINUTES",
    "expected_intents": [
      "GET_ACTIVE_MINUTES"
    ],
    "expected_slots": [
      "ACTIVE_MINUTES_TODAY",
      "ACTIVE_MINUTES_GOAL"
    ],
    "source": "golden_set"
  },
  {
    "id": "set_active_goal_can_you_raise_my_daily_active_minutes_go_13",
    "prompt": "Can you raise my daily active minutes goal to 45 minutes?",
    "expected_intent": "SET_ACTIVE_GOAL",
    "expected_intents": [
      "SET_ACTIVE_GOAL"
    ],
    "expected_slots": [
      "ACTIVE_MINUTES_GOAL"
    ],
    "source": "golden_set"
  },
  {
    "id": "enable_power_save_battery_s_low_turn_on_power_saving_now_14",
    "prompt": "Battery's low — turn on power saving now.",
    "expected_intent": "ENABLE_POWER_SAVE",
    "expected_intents": [
      "ENABLE_POWER_SAVE"
    ],
    "expected_slots": [
      "BATTERY_PCT"
    ],
    "source": "golden_set"
  },
  {
    "id": "disable_aod_please_turn_off_the_always_on_display_to_15",
    "prompt": "Please turn off the always-on display to save battery.",
    "expected_intent": "DISABLE_AOD",
    "expected_intents": [
      "DISABLE_AOD"
    ],
    "expected_slots": [
      "BATTERY_PCT"
    ],
    "source": "golden_set"
  },
  {
    "id": "set_alarm_i_need_an_alarm_for_tomorrow_morning_to_16",
    "prompt": "I need an alarm for tomorrow morning to make sure I wake up for my run.",
    "expected_intent": "SET_ALARM",
    "expected_intents": [
      "SET_ALARM"
    ],
    "expected_slots": [
      "ALARM_TIME",
      "DATE",
      "ALARM_LABEL"
    ],
    "source": "golden_set"
  },
  {
    "id": "list_alarms_quick_check_what_alarms_are_set_on_my_wa_17",
    "prompt": "Quick check — what alarms are set on my watch?",
    "expected_intent": "LIST_ALARMS",
    "expected_intents": [
      "LIST_ALARMS"
    ],
    "expected_slots": [
      "ALARM_TIME",
      "ALARM_LABEL",
      "ALARM_TIME",
      "ALARM_LABEL",
      "ALARM_TIME",
      "ALARM_LABEL"
    ],
    "source": "golden_set"
  },
  {
    "id": "delete_alarm_please_delete_my_standard_morning_wake_u_18",
    "prompt": "Please delete my standard morning wake-up alarm.",
    "expected_intent": "DELETE_ALARM",
    "expected_intents": [
      "DELETE_ALARM"
    ],
    "expected_slots": [
      "ALARM_LABEL"
    ],
    "source": "golden_set"
  },
  {
    "id": "explain_nudge_hey_why_did_my_watch_just_vibrate_19",
    "prompt": "hey, why did my watch just vibrate?",
    "expected_intent": "EXPLAIN_NUDGE",
    "expected_intents": [
      "EXPLAIN_NUDGE"
    ],
    "expected_slots": [
      "NUDGE_REASON",
      "DURATION"
    ],
    "source": "golden_set"
  },
  {
    "id": "mute_reminders_i_m_getting_hourly_move_reminders_mute_t_20",
    "prompt": "I'm getting hourly move reminders — mute them entirely, please.",
    "expected_intent": "MUTE_REMINDERS",
    "expected_intents": [
      "MUTE_REMINDERS"
    ],
    "expected_slots": [],
    "source": "golden_set"
  },
  {
    "id": "snooze_alarm_ugh_it_s_buzzing_snooze_this_alarm_for_a_21",
    "prompt": "Ugh, it's buzzing — snooze this alarm for a few minutes.",
    "expected_intent": "SNOOZE_ALARM",
    "expected_intents": [
      "SNOOZE_ALARM"
    ],
    "expected_slots": [
      "ALARM_LABEL",
      "ALARM_TIME",
      "DURATION"
    ],
    "source": "golden_set"
  },
  {
    "id": "set_reminder_i_keep_forgetting_to_drink_water_can_you_22",
    "prompt": "I keep forgetting to drink water — can you set a repeating reminder every two hours to drink water, please?",
    "expected_intent": "SET_REMINDER",
    "expected_intents": [
      "SET_REMINDER"
    ],
    "expected_slots": [
      "ALARM_LABEL",
      "REMINDER_INTERVAL"
    ],
    "source": "golden_set"
  },
  {
    "id": "start_timer_start_a_twenty_minute_timer_23",
    "prompt": "Start a twenty-minute timer.",
    "expected_intent": "START_TIMER",
    "expected_intents": [
      "START_TIMER"
    ],
    "expected_slots": [
      "DURATION"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_timer_remaining_how_much_time_is_left_on_the_cooking_tim_24",
    "prompt": "How much time is left on the cooking timer? I'm juggling a few things here.",
    "expected_intent": "GET_TIMER_REMAINING",
    "expected_intents": [
      "GET_TIMER_REMAINING"
    ],
    "expected_slots": [
      "TIMER_REMAINING",
      "DURATION"
    ],
    "source": "golden_set"
  },
  {
    "id": "pause_timer_pause_the_countdown_now_freeze_it_25",
    "prompt": "Pause the countdown now — freeze it.",
    "expected_intent": "PAUSE_TIMER",
    "expected_intents": [
      "PAUSE_TIMER"
    ],
    "expected_slots": [
      "DURATION",
      "TIMER_REMAINING"
    ],
    "source": "golden_set"
  },
  {
    "id": "start_stopwatch_start_the_stopwatch_app_and_begin_timing_26",
    "prompt": "Start the stopwatch app and begin timing.",
    "expected_intent": "START_STOPWATCH",
    "expected_intents": [
      "START_STOPWATCH"
    ],
    "expected_slots": [],
    "source": "golden_set"
  },
  {
    "id": "lap_stopwatch_mark_a_lap_split_27",
    "prompt": "Mark a lap split.",
    "expected_intent": "LAP_STOPWATCH",
    "expected_intents": [
      "LAP_STOPWATCH"
    ],
    "expected_slots": [
      "LAP_TIME",
      "DURATION"
    ],
    "source": "golden_set"
  },
  {
    "id": "reset_stopwatch_hey_reset_my_stopwatch_and_clear_its_lap_28",
    "prompt": "Hey, reset my stopwatch and clear its laps please.",
    "expected_intent": "RESET_STOPWATCH",
    "expected_intents": [
      "RESET_STOPWATCH"
    ],
    "expected_slots": [
      "DURATION",
      "LAP_TIME"
    ],
    "source": "golden_set"
  },
  {
    "id": "cancel_timer_stop_and_clear_my_running_timer_please_29",
    "prompt": "Stop and clear my running timer, please.",
    "expected_intent": "CANCEL_TIMER",
    "expected_intents": [
      "CANCEL_TIMER"
    ],
    "expected_slots": [
      "TIMER_REMAINING",
      "DURATION"
    ],
    "source": "golden_set"
  },
  {
    "id": "start_workout_i_m_heading_out_for_an_outdoor_walk_star_30",
    "prompt": "I'm heading out for an outdoor walk — start tracking, please.",
    "expected_intent": "START_WORKOUT",
    "expected_intents": [
      "START_WORKOUT"
    ],
    "expected_slots": [
      "WORKOUT_TYPE"
    ],
    "source": "golden_set"
  },
  {
    "id": "stop_workout_i_m_done_with_my_run_stop_tracking_and_s_31",
    "prompt": "I'm done with my run — stop tracking and save the session.",
    "expected_intent": "STOP_WORKOUT",
    "expected_intents": [
      "STOP_WORKOUT"
    ],
    "expected_slots": [
      "WORKOUT_TYPE",
      "WORKOUT_ELAPSED"
    ],
    "source": "golden_set"
  },
  {
    "id": "pause_workout_traffic_light_pause_my_workout_while_i_w_32",
    "prompt": "Traffic light—pause my workout while I wait?",
    "expected_intent": "PAUSE_WORKOUT",
    "expected_intents": [
      "PAUSE_WORKOUT"
    ],
    "expected_slots": [
      "WORKOUT_ELAPSED",
      "WORKOUT_STATE"
    ],
    "source": "golden_set"
  },
  {
    "id": "resume_workout_hey_resume_my_cycling_workout_from_earli_33",
    "prompt": "hey, resume my cycling workout from earlier",
    "expected_intent": "RESUME_WORKOUT",
    "expected_intents": [
      "RESUME_WORKOUT"
    ],
    "expected_slots": [
      "WORKOUT_TYPE",
      "WORKOUT_ELAPSED",
      "WORKOUT_STATE"
    ],
    "source": "golden_set"
  },
  {
    "id": "discard_workout_delete_the_current_run_and_erase_its_dat_34",
    "prompt": "Delete the current run and erase its data.",
    "expected_intent": "DISCARD_WORKOUT",
    "expected_intents": [
      "DISCARD_WORKOUT"
    ],
    "expected_slots": [
      "WORKOUT_TYPE",
      "WORKOUT_STATE"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_workout_summary_just_finished_a_walk_show_the_final_summ_35",
    "prompt": "Just finished a walk — show the final summary screen.",
    "expected_intent": "GET_WORKOUT_SUMMARY",
    "expected_intents": [
      "GET_WORKOUT_SUMMARY"
    ],
    "expected_slots": [
      "WORKOUT_TYPE",
      "WORKOUT_ELAPSED",
      "DISTANCE_TODAY"
    ],
    "source": "golden_set"
  },
  {
    "id": "get_steps_how_many_steps_have_i_taken_today_36",
    "prompt": "How many steps have I taken today?",
    "expected_intent": "GET_STEPS",
    "expected_intents": [
      "GET_STEPS"
    ],
    "expected_slots": [],
    "source": "golden_set"
  },
  {
    "id": "start_timer_start_a_10_minute_timer_37",
    "prompt": "Start a 10 minute timer",
    "expected_intent": "START_TIMER",
    "expected_intents": [
      "START_TIMER"
    ],
    "expected_slots": [],
    "source": "golden_set"
  },
  {
    "id": "none_hey_38",
    "prompt": "hey",
    "expected_intent": "NONE",
    "expected_intents": [
      "NONE"
    ],
    "expected_slots": [],
    "source": "golden_set"
  }
]