Upload learned selector joint verifier candidate

README.md

@@ -0,0 +1,28 @@
+---
+language: en
+library_name: transformers
+license: cc-by-nc-2.0
+tags:
+- scientific-claim-verification
+- scifact
+- evidence-selection
+- retrieved-evidence
+metrics:
+- accuracy
+- f1
+---
+
+# VeriSci Constrained Selector Joint Verifier
+
+Experimental candidate with train-dev constrained decision calibration.
+
+- Selector base: `microsoft/deberta-v3-small`
+- Verifier base: `rishhh/verisci-claim-verifier-retrieval-adapted-seed123`
+- Raw SciFact validation accuracy: 0.7000
+- Raw SciFact validation macro F1: 0.6614
+- Thresholded SciFact validation accuracy: 0.7000
+- Thresholded SciFact validation macro F1: 0.6614
+- Promotion gate passed: `False`
+- Promotion gate reason: `candidate_accuracy_below_target: 0.700 < 0.910`
+
+This artifact is experimental unless the repository documentation marks it as promoted.

evaluation/constrained_selector_joint_eval_report.md

@@ -0,0 +1,40 @@
+# Constrained Selector Joint Verifier Evaluation
+
+- Model repo: `rishhh/verisci-claim-verifier-constrained-selector-joint-seed123`
+- Selector base: `microsoft/deberta-v3-small`
+- Verifier base: `rishhh/verisci-claim-verifier-retrieval-adapted-seed123`
+- Retriever: `rishhh/verisci-scifact-e5-retriever`
+
+## SciFact Validation
+
+- Raw original-label accuracy: 0.700
+- Raw original-label macro F1: 0.661
+- Thresholded original-label accuracy: 0.700
+- Thresholded original-label macro F1: 0.661
+- Raw retrieved-evidence-label accuracy: 0.736
+- Raw retrieved-evidence-label macro F1: 0.709
+- Thresholded retrieved-evidence-label accuracy: 0.736
+- Thresholded retrieved-evidence-label macro F1: 0.709
+- Retrieval oracle accuracy: 0.929
+- Promotion gate passed: `False`
+- Promotion gate reason: `candidate_accuracy_below_target: 0.700 < 0.910`
+
+## Decision Policy
+
+```json
+{
+  "strategy": "argmax_fallback_no_policy_met_nei_recall_floor",
+  "min_nei_recall": 0.74
+}
+```
+
+## Selection Protocol
+
+- Scope: SciFact train only; train/dev split by claim id
+- Validation used for model selection: `False`
+
+## Limitations
+
+- Selector supervision uses SciFact evidence sentence IDs when the evidence document is retrieved.
+- SciFact validation is public and is not a hidden benchmark.
+- This is still limited by retrieval recall and by the small SciFact train set.

evaluation/constrained_selector_joint_eval_results.json

@@ -0,0 +1,378 @@
+{
+  "dataset": "allenai/scifact",
+  "decision_policy": {
+    "min_nei_recall": 0.74,
+    "strategy": "argmax_fallback_no_policy_met_nei_recall_floor"
+  },
+  "evaluation_scope": "constrained_selector_joint_verifier_validation",
+  "hub_model_id": "rishhh/verisci-claim-verifier-constrained-selector-joint-seed123",
+  "hybrid_alpha": 0.75,
+  "latency_seconds": 789.2572160660002,
+  "limitations": [
+    "Selector supervision uses SciFact evidence sentence IDs when the evidence document is retrieved.",
+    "SciFact validation is public and is not a hidden benchmark.",
+    "This is still limited by retrieval recall and by the small SciFact train set."
+  ],
+  "max_selector_sentences_per_doc": 5,
+  "max_snippets": 6,
+  "max_snippets_per_doc": 2,
+  "min_dev_nei_recall": 0.74,
+  "promotion_gate": {
+    "baseline_accuracy": 0.691,
+    "candidate_accuracy": 0.7,
+    "candidate_macro_f1": 0.661419819837583,
+    "min_accuracy_delta": 0.01,
+    "passed": false,
+    "reason": "candidate_accuracy_below_target: 0.700 < 0.910",
+    "target_accuracy": 0.91
+  },
+  "retrieval_oracle": {
+    "accuracy": 0.9288888888888889,
+    "confusion_matrix": {
+      "NOT_ENOUGH_INFO": {
+        "NOT_ENOUGH_INFO": 112,
+        "REFUTES": 0,
+        "SUPPORTS": 0
+      },
+      "REFUTES": {
+        "NOT_ENOUGH_INFO": 20,
+        "REFUTES": 102,
+        "SUPPORTS": 0
+      },
+      "SUPPORTS": {
+        "NOT_ENOUGH_INFO": 12,
+        "REFUTES": 0,
+        "SUPPORTS": 204
+      }
+    },
+    "examples": 450,
+    "gold_label_distribution": {
+      "NOT_ENOUGH_INFO": 112,
+      "REFUTES": 122,
+      "SUPPORTS": 216
+    },
+    "macro_f1": 0.919047619047619,
+    "per_class": {
+      "NOT_ENOUGH_INFO": {
+        "f1-score": 0.875,
+        "precision": 0.7777777777777778,
+        "recall": 1.0,
+        "support": 112.0
+      },
+      "REFUTES": {
+        "f1-score": 0.9107142857142857,
+        "precision": 1.0,
+        "recall": 0.8360655737704918,
+        "support": 122.0
+      },
+      "SUPPORTS": {
+        "f1-score": 0.9714285714285714,
+        "precision": 1.0,
+        "recall": 0.9444444444444444,
+        "support": 216.0
+      },
+      "accuracy": 0.9288888888888889,
+      "macro avg": {
+        "f1-score": 0.919047619047619,
+        "precision": 0.9259259259259259,
+        "recall": 0.926836672738312,
+        "support": 450.0
+      },
+      "weighted avg": {
+        "f1-score": 0.930968253968254,
+        "precision": 0.9446913580246913,
+        "recall": 0.9288888888888889,
+        "support": 450.0
+      }
+    },
+    "predicted_label_distribution": {
+      "NOT_ENOUGH_INFO": 144,
+      "REFUTES": 102,
+      "SUPPORTS": 204
+    },
+    "strategy": "retrieval_oracle_nei_when_missing"
+  },
+  "retriever_id": "rishhh/verisci-scifact-e5-retriever",
+  "seed": 123,
+  "selection_protocol": {
+    "scope": "SciFact train only; train/dev split by claim id",
+    "selector_selection_metric": "best epoch by SciFact train-dev macro F1",
+    "threshold_selection_metric": "best train-dev accuracy with NEI recall floor",
+    "validation_used_for_model_selection": false,
+    "validation_used_for_training_examples": false,
+    "verifier_selection_metric": "best epoch by SciFact train-dev macro F1"
+  },
+  "selector_base_model_id": "microsoft/deberta-v3-small",
+  "selector_dev_examples": 13506,
+  "selector_train_examples": 17733,
+  "split": "validation",
+  "top_k": 5,
+  "validation": {
+    "accuracy": 0.7,
+    "confusion_matrix": {
+      "NOT_ENOUGH_INFO": {
+        "NOT_ENOUGH_INFO": 85,
+        "REFUTES": 7,
+        "SUPPORTS": 20
+      },
+      "REFUTES": {
+        "NOT_ENOUGH_INFO": 50,
+        "REFUTES": 52,
+        "SUPPORTS": 20
+      },
+      "SUPPORTS": {
+        "NOT_ENOUGH_INFO": 30,
+        "REFUTES": 8,
+        "SUPPORTS": 178
+      }
+    },
+    "examples": 450,
+    "gold_label_distribution": {
+      "NOT_ENOUGH_INFO": 112,
+      "REFUTES": 122,
+      "SUPPORTS": 216
+    },
+    "macro_f1": 0.661419819837583,
+    "per_class": {
+      "NOT_ENOUGH_INFO": {
+        "f1-score": 0.6137184115523465,
+        "precision": 0.5151515151515151,
+        "recall": 0.7589285714285714,
+        "support": 112.0
+      },
+      "REFUTES": {
+        "f1-score": 0.5502645502645502,
+        "precision": 0.7761194029850746,
+        "recall": 0.4262295081967213,
+        "support": 122.0
+      },
+      "SUPPORTS": {
+        "f1-score": 0.8202764976958525,
+        "precision": 0.8165137614678899,
+        "recall": 0.8240740740740741,
+        "support": 216.0
+      },
+      "accuracy": 0.7,
+      "macro avg": {
+        "f1-score": 0.661419819837583,
+        "precision": 0.7025948932014933,
+        "recall": 0.6697440512331223,
+        "support": 450.0
+      },
+      "weighted avg": {
+        "f1-score": 0.6956632460632046,
+        "precision": 0.7305566874182512,
+        "recall": 0.7,
+        "support": 450.0
+      }
+    },
+    "predicted_label_distribution": {
+      "NOT_ENOUGH_INFO": 165,
+      "REFUTES": 67,
+      "SUPPORTS": 218
+    },
+    "strategy": "scifact_validation_original_labels"
+  },
+  "validation_examples": 450,
+  "validation_retrieved_evidence_label_eval": {
+    "accuracy": 0.7355555555555555,
+    "confusion_matrix": {
+      "NOT_ENOUGH_INFO": {
+        "NOT_ENOUGH_INFO": 109,
+        "REFUTES": 7,
+        "SUPPORTS": 28
+      },
+      "REFUTES": {
+        "NOT_ENOUGH_INFO": 30,
+        "REFUTES": 52,
+        "SUPPORTS": 20
+      },
+      "SUPPORTS": {
+        "NOT_ENOUGH_INFO": 26,
+        "REFUTES": 8,
+        "SUPPORTS": 170
+      }
+    },
+    "examples": 450,
+    "gold_label_distribution": {
+      "NOT_ENOUGH_INFO": 144,
+      "REFUTES": 102,
+      "SUPPORTS": 204
+    },
+    "macro_f1": 0.7088578124330206,
+    "per_class": {
+      "NOT_ENOUGH_INFO": {
+        "f1-score": 0.7055016181229773,
+        "precision": 0.6606060606060606,
+        "recall": 0.7569444444444444,
+        "support": 144.0
+      },
+      "REFUTES": {
+        "f1-score": 0.6153846153846154,
+        "precision": 0.7761194029850746,
+        "recall": 0.5098039215686274,
+        "support": 102.0
+      },
+      "SUPPORTS": {
+        "f1-score": 0.8056872037914692,
+        "precision": 0.7798165137614679,
+        "recall": 0.8333333333333334,
+        "support": 204.0
+      },
+      "accuracy": 0.7355555555555555,
+      "macro avg": {
+        "f1-score": 0.7088578124330206,
+        "precision": 0.7388473257842011,
+        "recall": 0.7000272331154683,
+        "support": 450.0
+      },
+      "weighted avg": {
+        "f1-score": 0.7304925630053316,
+        "precision": 0.7408311569757551,
+        "recall": 0.7355555555555555,
+        "support": 450.0
+      }
+    },
+    "predicted_label_distribution": {
+      "NOT_ENOUGH_INFO": 165,
+      "REFUTES": 67,
+      "SUPPORTS": 218
+    },
+    "strategy": "scifact_validation_retrieved_evidence_labels"
+  },
+  "validation_retrieved_evidence_label_eval_thresholded": {
+    "accuracy": 0.7355555555555555,
+    "confusion_matrix": {
+      "NOT_ENOUGH_INFO": {
+        "NOT_ENOUGH_INFO": 109,
+        "REFUTES": 7,
+        "SUPPORTS": 28
+      },
+      "REFUTES": {
+        "NOT_ENOUGH_INFO": 30,
+        "REFUTES": 52,
+        "SUPPORTS": 20
+      },
+      "SUPPORTS": {
+        "NOT_ENOUGH_INFO": 26,
+        "REFUTES": 8,
+        "SUPPORTS": 170
+      }
+    },
+    "examples": 450,
+    "gold_label_distribution": {
+      "NOT_ENOUGH_INFO": 144,
+      "REFUTES": 102,
+      "SUPPORTS": 204
+    },
+    "macro_f1": 0.7088578124330206,
+    "per_class": {
+      "NOT_ENOUGH_INFO": {
+        "f1-score": 0.7055016181229773,
+        "precision": 0.6606060606060606,
+        "recall": 0.7569444444444444,
+        "support": 144.0
+      },
+      "REFUTES": {
+        "f1-score": 0.6153846153846154,
+        "precision": 0.7761194029850746,
+        "recall": 0.5098039215686274,
+        "support": 102.0
+      },
+      "SUPPORTS": {
+        "f1-score": 0.8056872037914692,
+        "precision": 0.7798165137614679,
+        "recall": 0.8333333333333334,
+        "support": 204.0
+      },
+      "accuracy": 0.7355555555555555,
+      "macro avg": {
+        "f1-score": 0.7088578124330206,
+        "precision": 0.7388473257842011,
+        "recall": 0.7000272331154683,
+        "support": 450.0
+      },
+      "weighted avg": {
+        "f1-score": 0.7304925630053316,
+        "precision": 0.7408311569757551,
+        "recall": 0.7355555555555555,
+        "support": 450.0
+      }
+    },
+    "predicted_label_distribution": {
+      "NOT_ENOUGH_INFO": 165,
+      "REFUTES": 67,
+      "SUPPORTS": 218
+    },
+    "strategy": "scifact_validation_retrieved_evidence_labels_thresholded"
+  },
+  "validation_thresholded": {
+    "accuracy": 0.7,
+    "confusion_matrix": {
+      "NOT_ENOUGH_INFO": {
+        "NOT_ENOUGH_INFO": 85,
+        "REFUTES": 7,
+        "SUPPORTS": 20
+      },
+      "REFUTES": {
+        "NOT_ENOUGH_INFO": 50,
+        "REFUTES": 52,
+        "SUPPORTS": 20
+      },
+      "SUPPORTS": {
+        "NOT_ENOUGH_INFO": 30,
+        "REFUTES": 8,
+        "SUPPORTS": 178
+      }
+    },
+    "examples": 450,
+    "gold_label_distribution": {
+      "NOT_ENOUGH_INFO": 112,
+      "REFUTES": 122,
+      "SUPPORTS": 216
+    },
+    "macro_f1": 0.661419819837583,
+    "per_class": {
+      "NOT_ENOUGH_INFO": {
+        "f1-score": 0.6137184115523465,
+        "precision": 0.5151515151515151,
+        "recall": 0.7589285714285714,
+        "support": 112.0
+      },
+      "REFUTES": {
+        "f1-score": 0.5502645502645502,
+        "precision": 0.7761194029850746,
+        "recall": 0.4262295081967213,
+        "support": 122.0
+      },
+      "SUPPORTS": {
+        "f1-score": 0.8202764976958525,
+        "precision": 0.8165137614678899,
+        "recall": 0.8240740740740741,
+        "support": 216.0
+      },
+      "accuracy": 0.7,
+      "macro avg": {
+        "f1-score": 0.661419819837583,
+        "precision": 0.7025948932014933,
+        "recall": 0.6697440512331223,
+        "support": 450.0
+      },
+      "weighted avg": {
+        "f1-score": 0.6956632460632046,
+        "precision": 0.7305566874182512,
+        "recall": 0.7,
+        "support": 450.0
+      }
+    },
+    "predicted_label_distribution": {
+      "NOT_ENOUGH_INFO": 165,
+      "REFUTES": 67,
+      "SUPPORTS": 218
+    },
+    "strategy": "scifact_validation_original_labels_thresholded"
+  },
+  "verifier_base_model_id": "rishhh/verisci-claim-verifier-retrieval-adapted-seed123",
+  "verifier_dev_examples": 545,
+  "verifier_train_examples": 716
+}

selector/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

selector/config.json

@@ -0,0 +1,45 @@
+{
+  "architectures": [
+    "DebertaV2ForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 1,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "NOT_EVIDENCE",
+    "1": "EVIDENCE"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "EVIDENCE": 1,
+    "NOT_EVIDENCE": 0
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "transformers_version": "4.57.6",
+  "type_vocab_size": 0,
+  "vocab_size": 128100
+}

selector/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c1661885f3c609ba8786f965f142fd8dab54e24f80feb35a3570e6cec46b9e
+size 567598552

selector/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

selector/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

selector/tokenizer_config.json

@@ -0,0 +1,59 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

selector/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ae57bc427bc50818c08c9c8a728d64cffdd7911fcd28513cae03b393d05101
+size 5969

verifier/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

verifier/config.json

@@ -0,0 +1,47 @@
+{
+  "architectures": [
+    "DebertaV2ForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 1,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "NOT_ENOUGH_INFO",
+    "1": "REFUTES",
+    "2": "SUPPORTS"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "NOT_ENOUGH_INFO": 0,
+    "REFUTES": 1,
+    "SUPPORTS": 2
+  },
+  "layer_norm_eps": 1e-07,
+  "legacy": true,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "relative_attention": true,
+  "share_att_key": true,
+  "transformers_version": "4.57.6",
+  "type_vocab_size": 0,
+  "vocab_size": 128100
+}

verifier/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335a7d41970aef66af6669cf5a0e2f62a213254bb1e97f98b2397a4ad846d501
+size 737722356

verifier/special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

verifier/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

verifier/tokenizer_config.json

@@ -0,0 +1,63 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "max_length": 512,
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "stride": 0,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

verifier/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d97c9ad4ad4c58ca231f8b35060bee5d77c8521c0f3df4bf6203874d21226
+size 5969