checkpoint_selection.json

{
  "selection_metric": "eval_accuracy",
  "selected_checkpoint": "step_1000",
  "eval_accuracy": 0.71,
  "all_checkpoint_scores": {
    "step_100": 0.48,
    "step_200": 0.535,
    "step_300": 0.576,
    "step_400": 0.608,
    "step_500": 0.635,
    "step_600": 0.656,
    "step_700": 0.674,
    "step_800": 0.689,
    "step_900": 0.7,
    "step_1000": 0.71
  },
  "benchmark_scores": {
    "math_reasoning": 0.55,
    "logical_reasoning": 0.819,
    "common_sense": 0.736,
    "reading_comprehension": 0.7,
    "question_answering": 0.607,
    "text_classification": 0.828,
    "sentiment_analysis": 0.792,
    "code_generation": 0.65,
    "creative_writing": 0.61,
    "dialogue_generation": 0.644,
    "summarization": 0.767,
    "translation": 0.804,
    "knowledge_retrieval": 0.676,
    "instruction_following": 0.758,
    "safety_evaluation": 0.739
  }
}