annotate/en-de/summary.json

{
  "config": {
    "n_sentences_requested": 50,
    "n_sentences_kept": 9936,
    "n_sentences_annotated": 9936,
    "criterion": "ot",
    "seed": 42,
    "model_path": "/g/data/po67/dipankar/models/Meta-Llama-3-8B-Instruct",
    "max_src_tokens": 80,
    "taus": [
      0.3
    ],
    "prompt_mode": "chat",
    "record_entropy": false,
    "indices_file": null,
    "lookahead_k": 0
  },
  "sweep": [
    {
      "tau": 0.3,
      "fire_fraction": 0.9992954911433173,
      "mean_committed_fraction": 0.995170410352499,
      "chunks_per_sentence_mean_ours": 6.818941223832528,
      "chunks_per_sentence_mean_gpt4": 0.0,
      "pearson_i_over_n_vs_j_over_m": {
        "n_defined": 9807,
        "n_nan": 129,
        "min": -5.690079886834464e-16,
        "median": 0.9225307913536488,
        "max": 0.9983122664553511
      }
    }
  ],
  "env": {
    "device": "cuda",
    "torch": "2.11.0+cu130",
    "cuda_available": true,
    "git_commit": "22c5889a5f88f1c8cd48728301457d04b01009d6"
  }
}