sentiment v1

config.json

@@ -0,0 +1,40 @@
+{
+  "add_cross_attention": false,
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": null,
+  "classifier_dropout": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 384,
+  "id2label": {
+    "0": "positive",
+    "1": "neutral",
+    "2": "negative"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 1536,
+  "is_decoder": false,
+  "label2id": {
+    "negative": 2,
+    "neutral": 1,
+    "positive": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "tie_word_embeddings": true,
+  "transformers_version": "5.17.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

model_card.json

@@ -0,0 +1,189 @@
+{
+  "artifact_version": 1,
+  "model": "sentiment@v1",
+  "tier": "encoder",
+  "labels": [
+    "positive",
+    "neutral",
+    "negative"
+  ],
+  "temperature": 0.5394950342333552,
+  "threshold": 0.8577380690700984,
+  "spec": {
+    "task": "sentiment",
+    "description": "What feeling does the writer express about the thing they're talking about (a product, place, service or experience)?\n",
+    "input": {
+      "type": "text",
+      "max_chars": 2000
+    },
+    "output": {
+      "type": "choice",
+      "labels": {
+        "positive": "Happy, satisfied, grateful or recommends it.",
+        "neutral": "Facts, questions, plans or mixed feelings with no clear lean.",
+        "negative": "Unhappy, disappointed, angry or warns others away. Includes sarcastic praise."
+      }
+    },
+    "model": {
+      "tier": "auto",
+      "base": null,
+      "quantization": "q8"
+    },
+    "teacher": {
+      "kind": "csv",
+      "model": null,
+      "path": "examples/sentiment_data.csv",
+      "min_confidence": 0.0
+    },
+    "data": {
+      "seed_examples": null,
+      "unlabeled": "examples/sentiment_data.csv",
+      "gold": null,
+      "synthetic": 0,
+      "synth_model": null
+    },
+    "targets": {
+      "min_macro_f1": 0.9,
+      "deploy": "browser",
+      "max_download_mb": 30.0,
+      "max_latency_ms": 100.0
+    },
+    "escalation": {
+      "target_precision": 0.97
+    },
+    "seed": 42
+  },
+  "task": "sentiment",
+  "version": "v1",
+  "base": "sentence-transformers/all-MiniLM-L6-v2",
+  "prompt_template": null,
+  "calibration": {
+    "method": "temperature",
+    "temperature": 0.5394950342333552,
+    "val_ece_before": 0.18350414857910052,
+    "val_ece_after": 0.05482613536715122,
+    "threshold": 0.8577380690700984,
+    "val_coverage": 0.9019607843137255,
+    "val_precision_at_threshold": 0.9782608695652174,
+    "target_precision_reached": true
+  },
+  "download_mb": 23.7,
+  "training": {
+    "chosen": {
+      "tier": "encoder",
+      "base": "sentence-transformers/all-MiniLM-L6-v2",
+      "est_download_mb": 23.7,
+      "val_macro_f1": 0.9209,
+      "best_epoch": 6,
+      "val_macro_f1_by_epoch": [
+        0.6337,
+        0.865,
+        0.9029,
+        0.9029,
+        0.901,
+        0.9209
+      ],
+      "epochs": 6,
+      "lr": 0.0001,
+      "batch": 32,
+      "max_tokens": 256,
+      "device": "cpu"
+    },
+    "candidates": [
+      {
+        "tier": "static",
+        "base": "minishlab/potion-base-8M",
+        "est_download_mb": 8.6,
+        "C": 0.1,
+        "val_macro_f1": 0.8216,
+        "val_macro_f1_by_C": {
+          "0.003": 0.7592,
+          "0.01": 0.7806,
+          "0.03": 0.7826,
+          "0.1": 0.8216,
+          "0.3": 0.8013,
+          "1.0": 0.8013,
+          "3.0": 0.7397
+        },
+        "embedding_dtype": "int8"
+      },
+      {
+        "tier": "encoder",
+        "base": "sentence-transformers/paraphrase-MiniLM-L3-v2",
+        "est_download_mb": 18.4,
+        "val_macro_f1": 0.8628,
+        "best_epoch": 3,
+        "val_macro_f1_by_epoch": [
+          0.6763,
+          0.7637,
+          0.8628,
+          0.8628,
+          0.8424,
+          0.8424
+        ],
+        "epochs": 6,
+        "lr": 0.0001,
+        "batch": 32,
+        "max_tokens": 256,
+        "device": "cpu"
+      },
+      {
+        "tier": "encoder",
+        "base": "sentence-transformers/all-MiniLM-L6-v2",
+        "est_download_mb": 23.7,
+        "val_macro_f1": 0.9209,
+        "best_epoch": 6,
+        "val_macro_f1_by_epoch": [
+          0.6337,
+          0.865,
+          0.9029,
+          0.9029,
+          0.901,
+          0.9209
+        ],
+        "epochs": 6,
+        "lr": 0.0001,
+        "batch": 32,
+        "max_tokens": 256,
+        "device": "cpu"
+      }
+    ],
+    "train_seconds": 19.45,
+    "sample_weight": "teacher confidence"
+  },
+  "teacher": {
+    "kind": "csv",
+    "model": null,
+    "path": "examples/sentiment_data.csv",
+    "min_confidence": 0.0
+  },
+  "data": {
+    "train": 238,
+    "val": 51,
+    "test": 51
+  },
+  "seed": 42,
+  "created": "2026-09-27T18:37:39+00:00",
+  "export": {
+    "format": "nodd",
+    "format_version": 2,
+    "parity": {
+      "n": 51,
+      "onnx_fp32": {
+        "label_agreement": 1.0,
+        "max_abs_prob_diff": 3.0934404020577233e-06,
+        "macro_f1": 0.8821428571428571,
+        "f1_drop": 0.0
+      },
+      "onnx_q8": {
+        "label_agreement": 0.9607843137254902,
+        "max_abs_prob_diff": 0.5095771768447779,
+        "macro_f1": 0.8823529411764706,
+        "f1_drop": -0.00021008403361344463
+      }
+    },
+    "parity_reference": "onnx_q8",
+    "onnx_download_mb": 24.36,
+    "onnx_fp32_download_mb": 92.53
+  }
+}

nodd.json

@@ -0,0 +1 @@
+{"format":"nodd","format_version":2,"model":"sentiment@v1","labels":["positive","neutral","negative"],"temperature":0.5394950342333552,"threshold":0.8577380690700984,"max_chars":2000,"files":{"config.json":923,"onnx/model.onnx":91811939,"onnx/model_quantized.onnx":23649644,"tokenizer.json":711649,"tokenizer_config.json":594},"tier":"encoder","tokenizer":{"file":"tokenizer.json","add_special_tokens":true,"max_tokens":256,"truncation":true},"onnx":{"file":"onnx/model_quantized.onnx","fp32_file":"onnx/model.onnx","dtype":"q8","inputs":["input_ids","token_type_ids","attention_mask"],"output":"logits"}}

onnx/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaabe310c345b9986940112615d9b591e61dabf2340bb01e75a897f46c8573d
+size 91811939

onnx/model_quantized.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562a22793fdf2c2a17bad38d03320cefcf776c9b11bbaf1e937c7fc46775e631
+size 23649644

parity.jsonl

@@ -0,0 +1,51 @@
+{"text": "The worst customer service I have ever dealt with.", "label": "negative", "probabilities": {"positive": 0.02545724231717005, "neutral": 0.023743408456705434, "negative": 0.9507993492261244}}
+{"text": "Rude staff and overpriced drinks. Avoid.", "label": "negative", "probabilities": {"positive": 0.012111247552389742, "neutral": 0.03582100490604493, "negative": 0.9520677475415653}}
+{"text": "My package was delivered to the wrong address and nobody cares.", "label": "negative", "probabilities": {"positive": 0.01351755795046229, "neutral": 0.03239043663889282, "negative": 0.9540920054106449}}
+{"text": "They cancelled my order without explanation. Pathetic.", "label": "negative", "probabilities": {"positive": 0.012824672141719194, "neutral": 0.03150854377017358, "negative": 0.9556667840881071}}
+{"text": "Took forever to set up and it still doesn't connect.", "label": "negative", "probabilities": {"positive": 0.014148068655987969, "neutral": 0.03423085567071655, "negative": 0.9516210756732955}}
+{"text": "The hotel photos are clearly fake, the place is run down.", "label": "negative", "probabilities": {"positive": 0.009239102300657389, "neutral": 0.22075207135849054, "negative": 0.7700088263408521}}
+{"text": "Poor quality stitching, came apart in the wash.", "label": "negative", "probabilities": {"positive": 0.021043686499243888, "neutral": 0.01943589078640507, "negative": 0.959520422714351}}
+{"text": "The mattress is lumpy and gave me back pain.", "label": "negative", "probabilities": {"positive": 0.02037007362302223, "neutral": 0.025891840105410648, "negative": 0.9537380862715671}}
+{"text": "Slow, clunky and expensive. No thanks.", "label": "negative", "probabilities": {"positive": 0.018886616555516784, "neutral": 0.022718985183480648, "negative": 0.9583943982610026}}
+{"text": "I'm cancelling my membership, the gym is always dirty.", "label": "negative", "probabilities": {"positive": 0.011216333552360631, "neutral": 0.0663155921080884, "negative": 0.922468074339551}}
+{"text": "Disgusting bathroom, broken lock, rude receptionist.", "label": "negative", "probabilities": {"positive": 0.015603009106652126, "neutral": 0.02765756082472178, "negative": 0.9567394300686259}}
+{"text": "ugh, broken again 😡", "label": "negative", "probabilities": {"positive": 0.04499463580547422, "neutral": 0.0169678586831921, "negative": 0.9380375055113336}}
+{"text": "1 star is too generous", "label": "positive", "probabilities": {"positive": 0.5072130757473364, "neutral": 0.13927667802443502, "negative": 0.3535102462282286}}
+{"text": "Waited on hold for two hours to be told to call back tomorrow.", "label": "neutral", "probabilities": {"positive": 0.005698486194519127, "neutral": 0.9294640774090298, "negative": 0.06483743639645093}}
+{"text": "Pretty design, shame it barely works.", "label": "negative", "probabilities": {"positive": 0.05490471797046441, "neutral": 0.01767932484151116, "negative": 0.9274159571880245}}
+{"text": "Thanks for making the app worse with every update.", "label": "negative", "probabilities": {"positive": 0.040686627466280934, "neutral": 0.015938452520312386, "negative": 0.9433749200134067}}
+{"text": "The store opens at 9am on weekdays.", "label": "neutral", "probabilities": {"positive": 0.00747896027055764, "neutral": 0.9766198186837354, "negative": 0.015901221045707077}}
+{"text": "We stayed for three nights in a double room.", "label": "neutral", "probabilities": {"positive": 0.006639561829318198, "neutral": 0.960934891056446, "negative": 0.032425547114235564}}
+{"text": "Our flight departs at 6:40 in the morning.", "label": "neutral", "probabilities": {"positive": 0.006704764083762528, "neutral": 0.9761994632565988, "negative": 0.017095772659638617}}
+{"text": "The sofa comes in grey, green and beige.", "label": "neutral", "probabilities": {"positive": 0.010118631295988448, "neutral": 0.9723883669677537, "negative": 0.01749300173625812}}
+{"text": "Does anyone know if this works with Alexa?", "label": "neutral", "probabilities": {"positive": 0.01817557897307635, "neutral": 0.9145484931113563, "negative": 0.06727592791556732}}
+{"text": "Is this dishwasher safe?", "label": "neutral", "probabilities": {"positive": 0.011530062482359972, "neutral": 0.8571846354876557, "negative": 0.13128530202998442}}
+{"text": "I'll check back after the next update.", "label": "neutral", "probabilities": {"positive": 0.01224470050889334, "neutral": 0.9459133032158612, "negative": 0.04184199627524555}}
+{"text": "This is my second order from this store.", "label": "neutral", "probabilities": {"positive": 0.013284661841959946, "neutral": 0.9698546154660278, "negative": 0.016860722692012442}}
+{"text": "The instructions are in English and Spanish.", "label": "neutral", "probabilities": {"positive": 0.00835290573554598, "neutral": 0.9740137967456504, "negative": 0.017633297518803517}}
+{"text": "It uses AA batteries.", "label": "neutral", "probabilities": {"positive": 0.007258513798940282, "neutral": 0.9662089742955725, "negative": 0.026532511905487312}}
+{"text": "The app syncs every 15 minutes.", "label": "neutral", "probabilities": {"positive": 0.005217907607760432, "neutral": 0.9665775701550822, "negative": 0.028204522237157442}}
+{"text": "We took the train instead of driving.", "label": "neutral", "probabilities": {"positive": 0.00613157104547193, "neutral": 0.7778720141688376, "negative": 0.21599641478569054}}
+{"text": "Took the bus to the museum, about 20 minutes.", "label": "neutral", "probabilities": {"positive": 0.007285880495427496, "neutral": 0.9753145538462283, "negative": 0.017399565658344256}}
+{"text": "Planning to upgrade next year.", "label": "neutral", "probabilities": {"positive": 0.013986552783786192, "neutral": 0.9682537427383371, "negative": 0.017759704477876764}}
+{"text": "Le colis est arrivé ce matin.", "label": "neutral", "probabilities": {"positive": 0.022766198700194813, "neutral": 0.7379755514398941, "negative": 0.23925824985991098}}
+{"text": "Pros: light, cheap. Cons: flimsy, loud.", "label": "negative", "probabilities": {"positive": 0.14484039325546536, "neutral": 0.02166184417076735, "negative": 0.8334977625737672}}
+{"text": "The pizza was alright.", "label": "neutral", "probabilities": {"positive": 0.006737677210684211, "neutral": 0.8744153898057384, "negative": 0.11884693298357733}}
+{"text": "Thank you so much for the quick refund, really appreciate it.", "label": "positive", "probabilities": {"positive": 0.981554376292129, "neutral": 0.003853136093605839, "negative": 0.014592487614265038}}
+{"text": "Delivery arrived a day early and everything was in perfect condition.", "label": "positive", "probabilities": {"positive": 0.51646531967425, "neutral": 0.42631641797313313, "negative": 0.05721826235261688}}
+{"text": "I'm obsessed with this moisturizer, my skin has never felt better.", "label": "negative", "probabilities": {"positive": 0.20192981251270403, "neutral": 0.016860172316803677, "negative": 0.7812100151704923}}
+{"text": "Delicious, generous portions, and the waiter was lovely.", "label": "positive", "probabilities": {"positive": 0.9868967167831515, "neutral": 0.004025654994472781, "negative": 0.009077628222375757}}
+{"text": "Kudos to the devs, the dark mode looks stunning.", "label": "positive", "probabilities": {"positive": 0.9850386060871908, "neutral": 0.003678597196590094, "negative": 0.011282796716218893}}
+{"text": "This podcast episode was so insightful, learned a ton.", "label": "positive", "probabilities": {"positive": 0.9831528298758287, "neutral": 0.004146593532583886, "negative": 0.012700576591587439}}
+{"text": "Very pleased with the repair, the car drives like new.", "label": "positive", "probabilities": {"positive": 0.9839911646153474, "neutral": 0.003628637884063868, "negative": 0.012380197500588759}}
+{"text": "The museum was fascinating and the guide was brilliant.", "label": "positive", "probabilities": {"positive": 0.9850187675972273, "neutral": 0.007778249652011528, "negative": 0.007202982750761198}}
+{"text": "The team was welcoming and made onboarding painless.", "label": "negative", "probabilities": {"positive": 0.20387843012376153, "neutral": 0.015664344761642673, "negative": 0.7804572251145958}}
+{"text": "This library saved me hours of work, thanks to the maintainers.", "label": "positive", "probabilities": {"positive": 0.9613733528047768, "neutral": 0.006985465944337493, "negative": 0.03164118125088578}}
+{"text": "Perfect fit and the fabric is super soft.", "label": "positive", "probabilities": {"positive": 0.9839112815706914, "neutral": 0.0037017975422324483, "negative": 0.012386920887076111}}
+{"text": "I'm really proud of how this project turned out, thanks everyone.", "label": "positive", "probabilities": {"positive": 0.9849241983927706, "neutral": 0.0034982335481877334, "negative": 0.011577568059041662}}
+{"text": "Great product, great price, great service.", "label": "positive", "probabilities": {"positive": 0.9846353550224716, "neutral": 0.0048618242614952125, "negative": 0.01050282071603324}}
+{"text": "This charger is tiny and charges my laptop super fast. Love it.", "label": "positive", "probabilities": {"positive": 0.9718353101996634, "neutral": 0.0036069900372691, "negative": 0.024557699763067365}}
+{"text": "Quick, friendly and efficient. What more could you want?", "label": "positive", "probabilities": {"positive": 0.9696840790295648, "neutral": 0.016513329456282182, "negative": 0.01380259151415321}}
+{"text": "A bit pricey, but the quality makes up for it. Happy.", "label": "positive", "probabilities": {"positive": 0.9168514136641516, "neutral": 0.003977769351213419, "negative": 0.07917081698463514}}
+{"text": "It's no Michelin star, but it was a lovely meal.", "label": "positive", "probabilities": {"positive": 0.9759013128458217, "neutral": 0.017008820083179922, "negative": 0.007089867070998468}}
+{"text": "Slow start, but the second half of the book is brilliant.", "label": "negative", "probabilities": {"positive": 0.053639907200989094, "neutral": 0.024066071044830557, "negative": 0.9222940217541804}}

tokenizer_config.json

@@ -0,0 +1,24 @@
+{
+  "backend": "tokenizers",
+  "cls_token": "[CLS]",
+  "do_basic_tokenize": true,
+  "do_lower_case": true,
+  "is_local": false,
+  "local_files_only": false,
+  "mask_token": "[MASK]",
+  "max_length": 128,
+  "model_max_length": 512,
+  "never_split": null,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]"
+}