Spaces:
Sleeping
Sleeping
mokshad commited on
Commit ·
e80d5ae
1
Parent(s): e518cdb
Revert BERT label to probs[0][0] (correct AI index), expose perplexity in response schema
Browse files- api/schemas.py +8 -0
- core/bert_scorer.py +3 -2
api/schemas.py
CHANGED
|
@@ -76,6 +76,14 @@ class AnalyzeResponse(BaseModel):
|
|
| 76 |
chunks_analyzed: int
|
| 77 |
word_count: int
|
| 78 |
character_count: int
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 79 |
|
| 80 |
|
| 81 |
class BatchAnalyzeResponse(BaseModel):
|
|
|
|
| 76 |
chunks_analyzed: int
|
| 77 |
word_count: int
|
| 78 |
character_count: int
|
| 79 |
+
perplexity: Optional[float] = Field(
|
| 80 |
+
default=None,
|
| 81 |
+
description="Raw GPT-2 perplexity score (lower = more AI-like)"
|
| 82 |
+
)
|
| 83 |
+
perplexity_score: Optional[float] = Field(
|
| 84 |
+
default=None,
|
| 85 |
+
description="Perplexity converted to 0-1 AI probability"
|
| 86 |
+
)
|
| 87 |
|
| 88 |
|
| 89 |
class BatchAnalyzeResponse(BaseModel):
|
core/bert_scorer.py
CHANGED
|
@@ -155,8 +155,9 @@ class BertScorer:
|
|
| 155 |
|
| 156 |
probs = torch.softmax(outputs.logits, dim=-1)
|
| 157 |
|
| 158 |
-
#
|
| 159 |
-
|
|
|
|
| 160 |
return ai_prob
|
| 161 |
|
| 162 |
def score_text(self, text: str) -> dict:
|
|
|
|
| 155 |
|
| 156 |
probs = torch.softmax(outputs.logits, dim=-1)
|
| 157 |
|
| 158 |
+
# LABEL_0 = AI probability for gouwsxander/slop-detector-bert
|
| 159 |
+
# (verified: probs[0][0] gives higher scores on known AI text)
|
| 160 |
+
ai_prob = probs[0][0].item()
|
| 161 |
return ai_prob
|
| 162 |
|
| 163 |
def score_text(self, text: str) -> dict:
|