d4rkninja commited on
Commit
9d64ddb
·
verified ·
1 Parent(s): 4f7cf9c

Upload evaluation/product/scores.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. evaluation/product/scores.json +1326 -0
evaluation/product/scores.json ADDED
@@ -0,0 +1,1326 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta": {
3
+ "display_name": "tanpo-product",
4
+ "key": "product",
5
+ "model_id": "peft:tanpo-product",
6
+ "base": "unsloth/LFM2.5-1.2B-Instruct",
7
+ "status": "ok",
8
+ "error": null,
9
+ "lora_path": "C:\\Users\\alien\\tanpo-product-lora",
10
+ "load_seconds": 8.6,
11
+ "gen_seconds": 430.3,
12
+ "overall_pct": 88.4,
13
+ "quality_avg": 6.84,
14
+ "n_tasks": 20,
15
+ "by_category": {
16
+ "product_improvement": {
17
+ "score_pct": 87.5,
18
+ "quality_avg": 6.72,
19
+ "n": 3
20
+ },
21
+ "roadmap_sequencing": {
22
+ "score_pct": 100.0,
23
+ "quality_avg": 7.15,
24
+ "n": 2
25
+ },
26
+ "metrics_okrs": {
27
+ "score_pct": 88.89,
28
+ "quality_avg": 7.02,
29
+ "n": 2
30
+ },
31
+ "competitive_positioning": {
32
+ "score_pct": 87.5,
33
+ "quality_avg": 6.49,
34
+ "n": 2
35
+ },
36
+ "pricing_monetization": {
37
+ "score_pct": 88.89,
38
+ "quality_avg": 7.02,
39
+ "n": 1
40
+ },
41
+ "customer_discovery": {
42
+ "score_pct": 83.33,
43
+ "quality_avg": 6.88,
44
+ "n": 3
45
+ },
46
+ "org_operating_cadence": {
47
+ "score_pct": 88.2,
48
+ "quality_avg": 7.0,
49
+ "n": 2
50
+ },
51
+ "crisis_tradeoffs": {
52
+ "score_pct": 91.67,
53
+ "quality_avg": 6.66,
54
+ "n": 3
55
+ },
56
+ "gtm_product_loops": {
57
+ "score_pct": 81.25,
58
+ "quality_avg": 6.83,
59
+ "n": 2
60
+ }
61
+ },
62
+ "categories": [
63
+ "competitive_positioning",
64
+ "crisis_tradeoffs",
65
+ "customer_discovery",
66
+ "gtm_product_loops",
67
+ "metrics_okrs",
68
+ "org_operating_cadence",
69
+ "pricing_monetization",
70
+ "product_improvement",
71
+ "roadmap_sequencing"
72
+ ]
73
+ },
74
+ "scores": [
75
+ {
76
+ "task_id": "v1_vs_scale",
77
+ "category": "product_improvement",
78
+ "weight": 1.0,
79
+ "passed": 8,
80
+ "total": 8,
81
+ "score": 1.0,
82
+ "quality_0_10": 6.3,
83
+ "criteria": [
84
+ {
85
+ "id": "not_refusal",
86
+ "desc": "Not a domain refusal",
87
+ "pass": true,
88
+ "type": "not_refusal"
89
+ },
90
+ {
91
+ "id": "not_identity_dump",
92
+ "desc": "No unsolicited identity dump",
93
+ "pass": true,
94
+ "type": "forbid_any"
95
+ },
96
+ {
97
+ "id": "not_empty_greeting",
98
+ "desc": "Not an empty greeting",
99
+ "pass": true,
100
+ "type": "not_empty_greeting"
101
+ },
102
+ {
103
+ "id": "not_buzz_fluff",
104
+ "desc": "Not buzzword fluff",
105
+ "pass": true,
106
+ "type": "not_buzzword_fluff"
107
+ },
108
+ {
109
+ "id": "structure",
110
+ "desc": "v1 vs later",
111
+ "pass": true,
112
+ "type": "all_of"
113
+ },
114
+ {
115
+ "id": "metric",
116
+ "desc": "retention/metric",
117
+ "pass": true,
118
+ "type": "contains_any"
119
+ },
120
+ {
121
+ "id": "lists",
122
+ "desc": "\u22654 items",
123
+ "pass": true,
124
+ "type": "min_numbered_items"
125
+ },
126
+ {
127
+ "id": "length_band",
128
+ "desc": "350\u20132000",
129
+ "pass": true,
130
+ "type": "char_range"
131
+ }
132
+ ],
133
+ "reply_chars": 1894,
134
+ "rubric_version": "v2_strict"
135
+ },
136
+ {
137
+ "task_id": "prioritize_reliability",
138
+ "category": "product_improvement",
139
+ "weight": 1.0,
140
+ "passed": 8,
141
+ "total": 8,
142
+ "score": 1.0,
143
+ "quality_0_10": 8.0,
144
+ "criteria": [
145
+ {
146
+ "id": "not_refusal",
147
+ "desc": "Not a domain refusal",
148
+ "pass": true,
149
+ "type": "not_refusal"
150
+ },
151
+ {
152
+ "id": "not_identity_dump",
153
+ "desc": "No unsolicited identity dump",
154
+ "pass": true,
155
+ "type": "forbid_any"
156
+ },
157
+ {
158
+ "id": "not_empty_greeting",
159
+ "desc": "Not an empty greeting",
160
+ "pass": true,
161
+ "type": "not_empty_greeting"
162
+ },
163
+ {
164
+ "id": "not_buzz_fluff",
165
+ "desc": "Not buzzword fluff",
166
+ "pass": true,
167
+ "type": "not_buzzword_fluff"
168
+ },
169
+ {
170
+ "id": "three",
171
+ "desc": "\u22653 items",
172
+ "pass": true,
173
+ "type": "min_numbered_items"
174
+ },
175
+ {
176
+ "id": "reliability",
177
+ "desc": "demo/reliability",
178
+ "pass": true,
179
+ "type": "contains_any"
180
+ },
181
+ {
182
+ "id": "tradeoff",
183
+ "desc": "impact/effort or prioritize",
184
+ "pass": true,
185
+ "type": "contains_any"
186
+ },
187
+ {
188
+ "id": "length_band",
189
+ "desc": "300\u20131800",
190
+ "pass": true,
191
+ "type": "char_range"
192
+ }
193
+ ],
194
+ "reply_chars": 1720,
195
+ "rubric_version": "v2_strict"
196
+ },
197
+ {
198
+ "task_id": "roadmap_fight",
199
+ "category": "roadmap_sequencing",
200
+ "weight": 1.0,
201
+ "passed": 8,
202
+ "total": 8,
203
+ "score": 1.0,
204
+ "quality_0_10": 6.3,
205
+ "criteria": [
206
+ {
207
+ "id": "not_refusal",
208
+ "desc": "Not a domain refusal",
209
+ "pass": true,
210
+ "type": "not_refusal"
211
+ },
212
+ {
213
+ "id": "not_identity_dump",
214
+ "desc": "No unsolicited identity dump",
215
+ "pass": true,
216
+ "type": "forbid_any"
217
+ },
218
+ {
219
+ "id": "not_empty_greeting",
220
+ "desc": "Not an empty greeting",
221
+ "pass": true,
222
+ "type": "not_empty_greeting"
223
+ },
224
+ {
225
+ "id": "not_buzz_fluff",
226
+ "desc": "Not buzzword fluff",
227
+ "pass": true,
228
+ "type": "not_buzzword_fluff"
229
+ },
230
+ {
231
+ "id": "sequence",
232
+ "desc": "sequencing",
233
+ "pass": true,
234
+ "type": "contains_any"
235
+ },
236
+ {
237
+ "id": "named",
238
+ "desc": "mentions options",
239
+ "pass": true,
240
+ "type": "any_of"
241
+ },
242
+ {
243
+ "id": "lists",
244
+ "desc": "\u22653 items",
245
+ "pass": true,
246
+ "type": "min_numbered_items"
247
+ },
248
+ {
249
+ "id": "length_band",
250
+ "desc": "350\u20132000",
251
+ "pass": true,
252
+ "type": "char_range"
253
+ }
254
+ ],
255
+ "reply_chars": 1860,
256
+ "rubric_version": "v2_strict"
257
+ },
258
+ {
259
+ "task_id": "kill_keep_invest",
260
+ "category": "roadmap_sequencing",
261
+ "weight": 1.0,
262
+ "passed": 8,
263
+ "total": 8,
264
+ "score": 1.0,
265
+ "quality_0_10": 8.0,
266
+ "criteria": [
267
+ {
268
+ "id": "not_refusal",
269
+ "desc": "Not a domain refusal",
270
+ "pass": true,
271
+ "type": "not_refusal"
272
+ },
273
+ {
274
+ "id": "not_identity_dump",
275
+ "desc": "No unsolicited identity dump",
276
+ "pass": true,
277
+ "type": "forbid_any"
278
+ },
279
+ {
280
+ "id": "not_empty_greeting",
281
+ "desc": "Not an empty greeting",
282
+ "pass": true,
283
+ "type": "not_empty_greeting"
284
+ },
285
+ {
286
+ "id": "not_buzz_fluff",
287
+ "desc": "Not buzzword fluff",
288
+ "pass": true,
289
+ "type": "not_buzzword_fluff"
290
+ },
291
+ {
292
+ "id": "kkk",
293
+ "desc": "kill/keep/invest language",
294
+ "pass": true,
295
+ "type": "contains_any"
296
+ },
297
+ {
298
+ "id": "criteria",
299
+ "desc": "criteria/rationale",
300
+ "pass": true,
301
+ "type": "contains_any"
302
+ },
303
+ {
304
+ "id": "lists",
305
+ "desc": "\u22653 items",
306
+ "pass": true,
307
+ "type": "min_numbered_items"
308
+ },
309
+ {
310
+ "id": "length_band",
311
+ "desc": "300\u20131800",
312
+ "pass": true,
313
+ "type": "char_range"
314
+ }
315
+ ],
316
+ "reply_chars": 1728,
317
+ "rubric_version": "v2_strict"
318
+ },
319
+ {
320
+ "task_id": "north_star_guardrails",
321
+ "category": "metrics_okrs",
322
+ "weight": 1.0,
323
+ "passed": 8,
324
+ "total": 9,
325
+ "score": 0.8889,
326
+ "quality_0_10": 7.02,
327
+ "criteria": [
328
+ {
329
+ "id": "not_refusal",
330
+ "desc": "Not a domain refusal",
331
+ "pass": true,
332
+ "type": "not_refusal"
333
+ },
334
+ {
335
+ "id": "not_identity_dump",
336
+ "desc": "No unsolicited identity dump",
337
+ "pass": true,
338
+ "type": "forbid_any"
339
+ },
340
+ {
341
+ "id": "not_empty_greeting",
342
+ "desc": "Not an empty greeting",
343
+ "pass": true,
344
+ "type": "not_empty_greeting"
345
+ },
346
+ {
347
+ "id": "not_buzz_fluff",
348
+ "desc": "Not buzzword fluff",
349
+ "pass": true,
350
+ "type": "not_buzzword_fluff"
351
+ },
352
+ {
353
+ "id": "north",
354
+ "desc": "north-star",
355
+ "pass": true,
356
+ "type": "contains_any"
357
+ },
358
+ {
359
+ "id": "guardrail",
360
+ "desc": "guardrail",
361
+ "pass": true,
362
+ "type": "contains_any"
363
+ },
364
+ {
365
+ "id": "kill",
366
+ "desc": "kill criteria",
367
+ "pass": true,
368
+ "type": "contains_any"
369
+ },
370
+ {
371
+ "id": "has_number",
372
+ "desc": "numbers",
373
+ "pass": true,
374
+ "type": "has_number"
375
+ },
376
+ {
377
+ "id": "length_band",
378
+ "desc": "300\u20131800",
379
+ "pass": false,
380
+ "type": "char_range"
381
+ }
382
+ ],
383
+ "reply_chars": 1909,
384
+ "rubric_version": "v2_strict"
385
+ },
386
+ {
387
+ "task_id": "diagnostic_tree",
388
+ "category": "metrics_okrs",
389
+ "weight": 1.0,
390
+ "passed": 8,
391
+ "total": 9,
392
+ "score": 0.8889,
393
+ "quality_0_10": 7.02,
394
+ "criteria": [
395
+ {
396
+ "id": "not_refusal",
397
+ "desc": "Not a domain refusal",
398
+ "pass": true,
399
+ "type": "not_refusal"
400
+ },
401
+ {
402
+ "id": "not_identity_dump",
403
+ "desc": "No unsolicited identity dump",
404
+ "pass": true,
405
+ "type": "forbid_any"
406
+ },
407
+ {
408
+ "id": "not_empty_greeting",
409
+ "desc": "Not an empty greeting",
410
+ "pass": true,
411
+ "type": "not_empty_greeting"
412
+ },
413
+ {
414
+ "id": "not_buzz_fluff",
415
+ "desc": "Not buzzword fluff",
416
+ "pass": true,
417
+ "type": "not_buzzword_fluff"
418
+ },
419
+ {
420
+ "id": "tree",
421
+ "desc": "branches/diagnose",
422
+ "pass": true,
423
+ "type": "contains_any"
424
+ },
425
+ {
426
+ "id": "conversion",
427
+ "desc": "trial/paid",
428
+ "pass": true,
429
+ "type": "contains_any"
430
+ },
431
+ {
432
+ "id": "lists",
433
+ "desc": "\u22653 items",
434
+ "pass": true,
435
+ "type": "min_numbered_items"
436
+ },
437
+ {
438
+ "id": "has_number",
439
+ "desc": "numbers",
440
+ "pass": true,
441
+ "type": "has_number"
442
+ },
443
+ {
444
+ "id": "length_band",
445
+ "desc": "300\u20131800",
446
+ "pass": false,
447
+ "type": "char_range"
448
+ }
449
+ ],
450
+ "reply_chars": 1854,
451
+ "rubric_version": "v2_strict"
452
+ },
453
+ {
454
+ "task_id": "competitor_amplitude",
455
+ "category": "competitive_positioning",
456
+ "weight": 1.0,
457
+ "passed": 7,
458
+ "total": 8,
459
+ "score": 0.875,
460
+ "quality_0_10": 5.99,
461
+ "criteria": [
462
+ {
463
+ "id": "not_refusal",
464
+ "desc": "Not a domain refusal",
465
+ "pass": true,
466
+ "type": "not_refusal"
467
+ },
468
+ {
469
+ "id": "not_identity_dump",
470
+ "desc": "No unsolicited identity dump",
471
+ "pass": true,
472
+ "type": "forbid_any"
473
+ },
474
+ {
475
+ "id": "not_empty_greeting",
476
+ "desc": "Not an empty greeting",
477
+ "pass": true,
478
+ "type": "not_empty_greeting"
479
+ },
480
+ {
481
+ "id": "not_buzz_fluff",
482
+ "desc": "Not buzzword fluff",
483
+ "pass": true,
484
+ "type": "not_buzzword_fluff"
485
+ },
486
+ {
487
+ "id": "named",
488
+ "desc": "Amplitude/Hireproof",
489
+ "pass": true,
490
+ "type": "contains_any"
491
+ },
492
+ {
493
+ "id": "plan",
494
+ "desc": "90-day/plan",
495
+ "pass": true,
496
+ "type": "contains_any"
497
+ },
498
+ {
499
+ "id": "lists",
500
+ "desc": "\u22653 items",
501
+ "pass": true,
502
+ "type": "min_numbered_items"
503
+ },
504
+ {
505
+ "id": "length_band",
506
+ "desc": "320\u20131800",
507
+ "pass": false,
508
+ "type": "char_range"
509
+ }
510
+ ],
511
+ "reply_chars": 2050,
512
+ "rubric_version": "v2_strict"
513
+ },
514
+ {
515
+ "task_id": "vs_zendesk",
516
+ "category": "competitive_positioning",
517
+ "weight": 1.0,
518
+ "passed": 7,
519
+ "total": 8,
520
+ "score": 0.875,
521
+ "quality_0_10": 6.99,
522
+ "criteria": [
523
+ {
524
+ "id": "not_refusal",
525
+ "desc": "Not a domain refusal",
526
+ "pass": true,
527
+ "type": "not_refusal"
528
+ },
529
+ {
530
+ "id": "not_identity_dump",
531
+ "desc": "No unsolicited identity dump",
532
+ "pass": true,
533
+ "type": "forbid_any"
534
+ },
535
+ {
536
+ "id": "not_empty_greeting",
537
+ "desc": "Not an empty greeting",
538
+ "pass": true,
539
+ "type": "not_empty_greeting"
540
+ },
541
+ {
542
+ "id": "not_buzz_fluff",
543
+ "desc": "Not buzzword fluff",
544
+ "pass": true,
545
+ "type": "not_buzzword_fluff"
546
+ },
547
+ {
548
+ "id": "named",
549
+ "desc": "Zendesk/Brightpath",
550
+ "pass": true,
551
+ "type": "contains_any"
552
+ },
553
+ {
554
+ "id": "tradeoff",
555
+ "desc": "tradeoff",
556
+ "pass": true,
557
+ "type": "contains_any"
558
+ },
559
+ {
560
+ "id": "lists",
561
+ "desc": "\u22654 items",
562
+ "pass": true,
563
+ "type": "min_numbered_items"
564
+ },
565
+ {
566
+ "id": "length_band",
567
+ "desc": "320\u20131800",
568
+ "pass": false,
569
+ "type": "char_range"
570
+ }
571
+ ],
572
+ "reply_chars": 2110,
573
+ "rubric_version": "v2_strict"
574
+ },
575
+ {
576
+ "task_id": "pricing_rethink",
577
+ "category": "pricing_monetization",
578
+ "weight": 1.0,
579
+ "passed": 8,
580
+ "total": 9,
581
+ "score": 0.8889,
582
+ "quality_0_10": 7.02,
583
+ "criteria": [
584
+ {
585
+ "id": "not_refusal",
586
+ "desc": "Not a domain refusal",
587
+ "pass": true,
588
+ "type": "not_refusal"
589
+ },
590
+ {
591
+ "id": "not_identity_dump",
592
+ "desc": "No unsolicited identity dump",
593
+ "pass": true,
594
+ "type": "forbid_any"
595
+ },
596
+ {
597
+ "id": "not_empty_greeting",
598
+ "desc": "Not an empty greeting",
599
+ "pass": true,
600
+ "type": "not_empty_greeting"
601
+ },
602
+ {
603
+ "id": "not_buzz_fluff",
604
+ "desc": "Not buzzword fluff",
605
+ "pass": true,
606
+ "type": "not_buzzword_fluff"
607
+ },
608
+ {
609
+ "id": "options",
610
+ "desc": "2 options",
611
+ "pass": true,
612
+ "type": "contains_any"
613
+ },
614
+ {
615
+ "id": "migration",
616
+ "desc": "migration/grandfather",
617
+ "pass": true,
618
+ "type": "contains_any"
619
+ },
620
+ {
621
+ "id": "lists",
622
+ "desc": "\u22653 items",
623
+ "pass": true,
624
+ "type": "min_numbered_items"
625
+ },
626
+ {
627
+ "id": "has_number",
628
+ "desc": "numbers",
629
+ "pass": true,
630
+ "type": "has_number"
631
+ },
632
+ {
633
+ "id": "length_band",
634
+ "desc": "320\u20131800",
635
+ "pass": false,
636
+ "type": "char_range"
637
+ }
638
+ ],
639
+ "reply_chars": 1957,
640
+ "rubric_version": "v2_strict"
641
+ },
642
+ {
643
+ "task_id": "discovery_cadence",
644
+ "category": "customer_discovery",
645
+ "weight": 1.0,
646
+ "passed": 7,
647
+ "total": 8,
648
+ "score": 0.875,
649
+ "quality_0_10": 6.99,
650
+ "criteria": [
651
+ {
652
+ "id": "not_refusal",
653
+ "desc": "Not a domain refusal",
654
+ "pass": true,
655
+ "type": "not_refusal"
656
+ },
657
+ {
658
+ "id": "not_identity_dump",
659
+ "desc": "No unsolicited identity dump",
660
+ "pass": true,
661
+ "type": "forbid_any"
662
+ },
663
+ {
664
+ "id": "not_empty_greeting",
665
+ "desc": "Not an empty greeting",
666
+ "pass": true,
667
+ "type": "not_empty_greeting"
668
+ },
669
+ {
670
+ "id": "not_buzz_fluff",
671
+ "desc": "Not buzzword fluff",
672
+ "pass": true,
673
+ "type": "not_buzzword_fluff"
674
+ },
675
+ {
676
+ "id": "cadence",
677
+ "desc": "cadence/schedule",
678
+ "pass": true,
679
+ "type": "contains_any"
680
+ },
681
+ {
682
+ "id": "learning",
683
+ "desc": "learning\u2192product",
684
+ "pass": true,
685
+ "type": "contains_any"
686
+ },
687
+ {
688
+ "id": "lists",
689
+ "desc": "\u22654 items",
690
+ "pass": true,
691
+ "type": "min_numbered_items"
692
+ },
693
+ {
694
+ "id": "length_band",
695
+ "desc": "300\u20131800",
696
+ "pass": false,
697
+ "type": "char_range"
698
+ }
699
+ ],
700
+ "reply_chars": 2081,
701
+ "rubric_version": "v2_strict"
702
+ },
703
+ {
704
+ "task_id": "end_icp_argument",
705
+ "category": "customer_discovery",
706
+ "weight": 1.0,
707
+ "passed": 7,
708
+ "total": 8,
709
+ "score": 0.875,
710
+ "quality_0_10": 6.99,
711
+ "criteria": [
712
+ {
713
+ "id": "not_refusal",
714
+ "desc": "Not a domain refusal",
715
+ "pass": true,
716
+ "type": "not_refusal"
717
+ },
718
+ {
719
+ "id": "not_identity_dump",
720
+ "desc": "No unsolicited identity dump",
721
+ "pass": true,
722
+ "type": "forbid_any"
723
+ },
724
+ {
725
+ "id": "not_empty_greeting",
726
+ "desc": "Not an empty greeting",
727
+ "pass": true,
728
+ "type": "not_empty_greeting"
729
+ },
730
+ {
731
+ "id": "not_buzz_fluff",
732
+ "desc": "Not buzzword fluff",
733
+ "pass": true,
734
+ "type": "not_buzzword_fluff"
735
+ },
736
+ {
737
+ "id": "evidence",
738
+ "desc": "evidence plan",
739
+ "pass": true,
740
+ "type": "contains_any"
741
+ },
742
+ {
743
+ "id": "cfo",
744
+ "desc": "CFO/SMB cue",
745
+ "pass": true,
746
+ "type": "contains_any"
747
+ },
748
+ {
749
+ "id": "lists",
750
+ "desc": "\u22653 items",
751
+ "pass": true,
752
+ "type": "min_numbered_items"
753
+ },
754
+ {
755
+ "id": "length_band",
756
+ "desc": "280\u20131600",
757
+ "pass": false,
758
+ "type": "char_range"
759
+ }
760
+ ],
761
+ "reply_chars": 2067,
762
+ "rubric_version": "v2_strict"
763
+ },
764
+ {
765
+ "task_id": "ops_cadence",
766
+ "category": "org_operating_cadence",
767
+ "weight": 1.0,
768
+ "passed": 8,
769
+ "total": 9,
770
+ "score": 0.8889,
771
+ "quality_0_10": 7.02,
772
+ "criteria": [
773
+ {
774
+ "id": "not_refusal",
775
+ "desc": "Not a domain refusal",
776
+ "pass": true,
777
+ "type": "not_refusal"
778
+ },
779
+ {
780
+ "id": "not_identity_dump",
781
+ "desc": "No unsolicited identity dump",
782
+ "pass": true,
783
+ "type": "forbid_any"
784
+ },
785
+ {
786
+ "id": "not_empty_greeting",
787
+ "desc": "Not an empty greeting",
788
+ "pass": true,
789
+ "type": "not_empty_greeting"
790
+ },
791
+ {
792
+ "id": "not_buzz_fluff",
793
+ "desc": "Not buzzword fluff",
794
+ "pass": true,
795
+ "type": "not_buzzword_fluff"
796
+ },
797
+ {
798
+ "id": "rituals",
799
+ "desc": "rituals/cadence",
800
+ "pass": true,
801
+ "type": "contains_any"
802
+ },
803
+ {
804
+ "id": "rights",
805
+ "desc": "decision rights",
806
+ "pass": true,
807
+ "type": "contains_any"
808
+ },
809
+ {
810
+ "id": "pmm",
811
+ "desc": "PMM hire call",
812
+ "pass": true,
813
+ "type": "contains_any"
814
+ },
815
+ {
816
+ "id": "lists",
817
+ "desc": "\u22653 items",
818
+ "pass": true,
819
+ "type": "min_numbered_items"
820
+ },
821
+ {
822
+ "id": "length_band",
823
+ "desc": "300\u20131800",
824
+ "pass": false,
825
+ "type": "char_range"
826
+ }
827
+ ],
828
+ "reply_chars": 2024,
829
+ "rubric_version": "v2_strict"
830
+ },
831
+ {
832
+ "task_id": "crisis_runway",
833
+ "category": "crisis_tradeoffs",
834
+ "weight": 1.0,
835
+ "passed": 7,
836
+ "total": 8,
837
+ "score": 0.875,
838
+ "quality_0_10": 5.99,
839
+ "criteria": [
840
+ {
841
+ "id": "not_refusal",
842
+ "desc": "Not a domain refusal",
843
+ "pass": true,
844
+ "type": "not_refusal"
845
+ },
846
+ {
847
+ "id": "not_identity_dump",
848
+ "desc": "No unsolicited identity dump",
849
+ "pass": true,
850
+ "type": "forbid_any"
851
+ },
852
+ {
853
+ "id": "not_empty_greeting",
854
+ "desc": "Not an empty greeting",
855
+ "pass": true,
856
+ "type": "not_empty_greeting"
857
+ },
858
+ {
859
+ "id": "not_buzz_fluff",
860
+ "desc": "Not buzzword fluff",
861
+ "pass": true,
862
+ "type": "not_buzzword_fluff"
863
+ },
864
+ {
865
+ "id": "blunt",
866
+ "desc": "cut/focus language",
867
+ "pass": true,
868
+ "type": "contains_any"
869
+ },
870
+ {
871
+ "id": "three",
872
+ "desc": "\u22653 moves",
873
+ "pass": true,
874
+ "type": "min_numbered_items"
875
+ },
876
+ {
877
+ "id": "has_number",
878
+ "desc": "numbers",
879
+ "pass": true,
880
+ "type": "has_number"
881
+ },
882
+ {
883
+ "id": "length_band",
884
+ "desc": "300\u20131800",
885
+ "pass": false,
886
+ "type": "char_range"
887
+ }
888
+ ],
889
+ "reply_chars": 1973,
890
+ "rubric_version": "v2_strict"
891
+ },
892
+ {
893
+ "task_id": "survival_cut",
894
+ "category": "crisis_tradeoffs",
895
+ "weight": 1.0,
896
+ "passed": 7,
897
+ "total": 8,
898
+ "score": 0.875,
899
+ "quality_0_10": 5.99,
900
+ "criteria": [
901
+ {
902
+ "id": "not_refusal",
903
+ "desc": "Not a domain refusal",
904
+ "pass": true,
905
+ "type": "not_refusal"
906
+ },
907
+ {
908
+ "id": "not_identity_dump",
909
+ "desc": "No unsolicited identity dump",
910
+ "pass": true,
911
+ "type": "forbid_any"
912
+ },
913
+ {
914
+ "id": "not_empty_greeting",
915
+ "desc": "Not an empty greeting",
916
+ "pass": true,
917
+ "type": "not_empty_greeting"
918
+ },
919
+ {
920
+ "id": "not_buzz_fluff",
921
+ "desc": "Not buzzword fluff",
922
+ "pass": true,
923
+ "type": "not_buzzword_fluff"
924
+ },
925
+ {
926
+ "id": "rec",
927
+ "desc": "recommendation",
928
+ "pass": true,
929
+ "type": "contains_any"
930
+ },
931
+ {
932
+ "id": "tradeoff",
933
+ "desc": "tradeoff",
934
+ "pass": true,
935
+ "type": "contains_any"
936
+ },
937
+ {
938
+ "id": "lists",
939
+ "desc": "\u22653 items",
940
+ "pass": true,
941
+ "type": "min_numbered_items"
942
+ },
943
+ {
944
+ "id": "length_band",
945
+ "desc": "280\u20131600",
946
+ "pass": false,
947
+ "type": "char_range"
948
+ }
949
+ ],
950
+ "reply_chars": 1975,
951
+ "rubric_version": "v2_strict"
952
+ },
953
+ {
954
+ "task_id": "gtm_product_loop",
955
+ "category": "gtm_product_loops",
956
+ "weight": 1.0,
957
+ "passed": 6,
958
+ "total": 8,
959
+ "score": 0.75,
960
+ "quality_0_10": 6.67,
961
+ "criteria": [
962
+ {
963
+ "id": "not_refusal",
964
+ "desc": "Not a domain refusal",
965
+ "pass": true,
966
+ "type": "not_refusal"
967
+ },
968
+ {
969
+ "id": "not_identity_dump",
970
+ "desc": "No unsolicited identity dump",
971
+ "pass": true,
972
+ "type": "forbid_any"
973
+ },
974
+ {
975
+ "id": "not_empty_greeting",
976
+ "desc": "Not an empty greeting",
977
+ "pass": true,
978
+ "type": "not_empty_greeting"
979
+ },
980
+ {
981
+ "id": "not_buzz_fluff",
982
+ "desc": "Not buzzword fluff",
983
+ "pass": true,
984
+ "type": "not_buzzword_fluff"
985
+ },
986
+ {
987
+ "id": "loop",
988
+ "desc": "loop/feedback",
989
+ "pass": false,
990
+ "type": "contains_any"
991
+ },
992
+ {
993
+ "id": "metric",
994
+ "desc": "demo/close",
995
+ "pass": true,
996
+ "type": "contains_any"
997
+ },
998
+ {
999
+ "id": "lists",
1000
+ "desc": "\u22653 items",
1001
+ "pass": true,
1002
+ "type": "min_numbered_items"
1003
+ },
1004
+ {
1005
+ "id": "length_band",
1006
+ "desc": "300\u20131800",
1007
+ "pass": false,
1008
+ "type": "char_range"
1009
+ }
1010
+ ],
1011
+ "reply_chars": 2102,
1012
+ "rubric_version": "v2_strict"
1013
+ },
1014
+ {
1015
+ "task_id": "nrr_burn",
1016
+ "category": "crisis_tradeoffs",
1017
+ "weight": 1.0,
1018
+ "passed": 9,
1019
+ "total": 9,
1020
+ "score": 1.0,
1021
+ "quality_0_10": 8.0,
1022
+ "criteria": [
1023
+ {
1024
+ "id": "not_refusal",
1025
+ "desc": "Not a domain refusal",
1026
+ "pass": true,
1027
+ "type": "not_refusal"
1028
+ },
1029
+ {
1030
+ "id": "not_identity_dump",
1031
+ "desc": "No unsolicited identity dump",
1032
+ "pass": true,
1033
+ "type": "forbid_any"
1034
+ },
1035
+ {
1036
+ "id": "not_empty_greeting",
1037
+ "desc": "Not an empty greeting",
1038
+ "pass": true,
1039
+ "type": "not_empty_greeting"
1040
+ },
1041
+ {
1042
+ "id": "not_buzz_fluff",
1043
+ "desc": "Not buzzword fluff",
1044
+ "pass": true,
1045
+ "type": "not_buzzword_fluff"
1046
+ },
1047
+ {
1048
+ "id": "rec",
1049
+ "desc": "recommend path",
1050
+ "pass": true,
1051
+ "type": "contains_any"
1052
+ },
1053
+ {
1054
+ "id": "nrr",
1055
+ "desc": "NRR/burn",
1056
+ "pass": true,
1057
+ "type": "contains_any"
1058
+ },
1059
+ {
1060
+ "id": "lists",
1061
+ "desc": "\u22653 items",
1062
+ "pass": true,
1063
+ "type": "min_numbered_items"
1064
+ },
1065
+ {
1066
+ "id": "has_number",
1067
+ "desc": "numbers",
1068
+ "pass": true,
1069
+ "type": "has_number"
1070
+ },
1071
+ {
1072
+ "id": "length_band",
1073
+ "desc": "300\u20131800",
1074
+ "pass": true,
1075
+ "type": "char_range"
1076
+ }
1077
+ ],
1078
+ "reply_chars": 1720,
1079
+ "rubric_version": "v2_strict"
1080
+ },
1081
+ {
1082
+ "task_id": "interview_to_decision",
1083
+ "category": "customer_discovery",
1084
+ "weight": 1.0,
1085
+ "passed": 6,
1086
+ "total": 8,
1087
+ "score": 0.75,
1088
+ "quality_0_10": 6.67,
1089
+ "criteria": [
1090
+ {
1091
+ "id": "not_refusal",
1092
+ "desc": "Not a domain refusal",
1093
+ "pass": true,
1094
+ "type": "not_refusal"
1095
+ },
1096
+ {
1097
+ "id": "not_identity_dump",
1098
+ "desc": "No unsolicited identity dump",
1099
+ "pass": true,
1100
+ "type": "forbid_any"
1101
+ },
1102
+ {
1103
+ "id": "not_empty_greeting",
1104
+ "desc": "Not an empty greeting",
1105
+ "pass": true,
1106
+ "type": "not_empty_greeting"
1107
+ },
1108
+ {
1109
+ "id": "not_buzz_fluff",
1110
+ "desc": "Not buzzword fluff",
1111
+ "pass": true,
1112
+ "type": "not_buzzword_fluff"
1113
+ },
1114
+ {
1115
+ "id": "kkk",
1116
+ "desc": "kill/keep/invest",
1117
+ "pass": true,
1118
+ "type": "contains_any"
1119
+ },
1120
+ {
1121
+ "id": "process",
1122
+ "desc": "process",
1123
+ "pass": false,
1124
+ "type": "contains_any"
1125
+ },
1126
+ {
1127
+ "id": "lists",
1128
+ "desc": "\u22653 items",
1129
+ "pass": true,
1130
+ "type": "min_numbered_items"
1131
+ },
1132
+ {
1133
+ "id": "length_band",
1134
+ "desc": "300\u20131800",
1135
+ "pass": false,
1136
+ "type": "char_range"
1137
+ }
1138
+ ],
1139
+ "reply_chars": 2062,
1140
+ "rubric_version": "v2_strict"
1141
+ },
1142
+ {
1143
+ "task_id": "hire_se_vs_eng",
1144
+ "category": "org_operating_cadence",
1145
+ "weight": 1.0,
1146
+ "passed": 7,
1147
+ "total": 8,
1148
+ "score": 0.875,
1149
+ "quality_0_10": 6.99,
1150
+ "criteria": [
1151
+ {
1152
+ "id": "not_refusal",
1153
+ "desc": "Not a domain refusal",
1154
+ "pass": true,
1155
+ "type": "not_refusal"
1156
+ },
1157
+ {
1158
+ "id": "not_identity_dump",
1159
+ "desc": "No unsolicited identity dump",
1160
+ "pass": true,
1161
+ "type": "forbid_any"
1162
+ },
1163
+ {
1164
+ "id": "not_empty_greeting",
1165
+ "desc": "Not an empty greeting",
1166
+ "pass": true,
1167
+ "type": "not_empty_greeting"
1168
+ },
1169
+ {
1170
+ "id": "not_buzz_fluff",
1171
+ "desc": "Not buzzword fluff",
1172
+ "pass": true,
1173
+ "type": "not_buzzword_fluff"
1174
+ },
1175
+ {
1176
+ "id": "hire",
1177
+ "desc": "hire call",
1178
+ "pass": true,
1179
+ "type": "contains_any"
1180
+ },
1181
+ {
1182
+ "id": "cadence",
1183
+ "desc": "cadence fix",
1184
+ "pass": true,
1185
+ "type": "contains_any"
1186
+ },
1187
+ {
1188
+ "id": "lists",
1189
+ "desc": "\u22653 items",
1190
+ "pass": true,
1191
+ "type": "min_numbered_items"
1192
+ },
1193
+ {
1194
+ "id": "length_band",
1195
+ "desc": "300\u20131800",
1196
+ "pass": false,
1197
+ "type": "char_range"
1198
+ }
1199
+ ],
1200
+ "reply_chars": 2036,
1201
+ "rubric_version": "v2_strict"
1202
+ },
1203
+ {
1204
+ "task_id": "ttv_activation",
1205
+ "category": "product_improvement",
1206
+ "weight": 1.0,
1207
+ "passed": 5,
1208
+ "total": 8,
1209
+ "score": 0.625,
1210
+ "quality_0_10": 5.86,
1211
+ "criteria": [
1212
+ {
1213
+ "id": "not_refusal",
1214
+ "desc": "Not a domain refusal",
1215
+ "pass": true,
1216
+ "type": "not_refusal"
1217
+ },
1218
+ {
1219
+ "id": "not_identity_dump",
1220
+ "desc": "No unsolicited identity dump",
1221
+ "pass": true,
1222
+ "type": "forbid_any"
1223
+ },
1224
+ {
1225
+ "id": "not_empty_greeting",
1226
+ "desc": "Not an empty greeting",
1227
+ "pass": true,
1228
+ "type": "not_empty_greeting"
1229
+ },
1230
+ {
1231
+ "id": "not_buzz_fluff",
1232
+ "desc": "Not buzzword fluff",
1233
+ "pass": true,
1234
+ "type": "not_buzzword_fluff"
1235
+ },
1236
+ {
1237
+ "id": "pick",
1238
+ "desc": "pick one",
1239
+ "pass": false,
1240
+ "type": "contains_any"
1241
+ },
1242
+ {
1243
+ "id": "options",
1244
+ "desc": "mentions options",
1245
+ "pass": true,
1246
+ "type": "any_of"
1247
+ },
1248
+ {
1249
+ "id": "metric",
1250
+ "desc": "activation metric",
1251
+ "pass": false,
1252
+ "type": "contains_any"
1253
+ },
1254
+ {
1255
+ "id": "length_band",
1256
+ "desc": "300\u20131800",
1257
+ "pass": false,
1258
+ "type": "char_range"
1259
+ }
1260
+ ],
1261
+ "reply_chars": 1807,
1262
+ "rubric_version": "v2_strict"
1263
+ },
1264
+ {
1265
+ "task_id": "okr_checkins_icp",
1266
+ "category": "gtm_product_loops",
1267
+ "weight": 1.0,
1268
+ "passed": 7,
1269
+ "total": 8,
1270
+ "score": 0.875,
1271
+ "quality_0_10": 6.99,
1272
+ "criteria": [
1273
+ {
1274
+ "id": "not_refusal",
1275
+ "desc": "Not a domain refusal",
1276
+ "pass": true,
1277
+ "type": "not_refusal"
1278
+ },
1279
+ {
1280
+ "id": "not_identity_dump",
1281
+ "desc": "No unsolicited identity dump",
1282
+ "pass": true,
1283
+ "type": "forbid_any"
1284
+ },
1285
+ {
1286
+ "id": "not_empty_greeting",
1287
+ "desc": "Not an empty greeting",
1288
+ "pass": true,
1289
+ "type": "not_empty_greeting"
1290
+ },
1291
+ {
1292
+ "id": "not_buzz_fluff",
1293
+ "desc": "Not buzzword fluff",
1294
+ "pass": true,
1295
+ "type": "not_buzzword_fluff"
1296
+ },
1297
+ {
1298
+ "id": "icp",
1299
+ "desc": "ICP",
1300
+ "pass": true,
1301
+ "type": "contains_any"
1302
+ },
1303
+ {
1304
+ "id": "discovery",
1305
+ "desc": "discovery",
1306
+ "pass": true,
1307
+ "type": "contains_any"
1308
+ },
1309
+ {
1310
+ "id": "lists",
1311
+ "desc": "\u22653 items",
1312
+ "pass": true,
1313
+ "type": "min_numbered_items"
1314
+ },
1315
+ {
1316
+ "id": "length_band",
1317
+ "desc": "300\u20131800",
1318
+ "pass": false,
1319
+ "type": "char_range"
1320
+ }
1321
+ ],
1322
+ "reply_chars": 2068,
1323
+ "rubric_version": "v2_strict"
1324
+ }
1325
+ ]
1326
+ }