annotate/ar-en/summary.json

{
  "config": {
    "n_sentences_requested": 50,
    "n_sentences_kept": 9891,
    "n_sentences_annotated": 9891,
    "criterion": "ot",
    "seed": 42,
    "model_path": "/g/data/po67/dipankar/models/Meta-Llama-3-8B-Instruct",
    "max_src_tokens": 80,
    "taus": [
      0.3
    ],
    "prompt_mode": "chat",
    "record_entropy": false,
    "indices_file": null,
    "lookahead_k": 0
  },
  "sweep": [
    {
      "tau": 0.3,
      "fire_fraction": 0.9922151450813871,
      "mean_committed_fraction": 0.9318136087865282,
      "chunks_per_sentence_mean_ours": 5.663330300272976,
      "chunks_per_sentence_mean_gpt4": 0.0,
      "pearson_i_over_n_vs_j_over_m": {
        "n_defined": 9688,
        "n_nan": 203,
        "min": -4.950377051351219e-16,
        "median": 0.9197230968323045,
        "max": 1.0
      }
    }
  ],
  "env": {
    "device": "cuda",
    "torch": "2.11.0+cu130",
    "cuda_available": true,
    "git_commit": "22c5889a5f88f1c8cd48728301457d04b01009d6"
  }
}