mokshad commited on
Commit
e80d5ae
·
1 Parent(s): e518cdb

Revert BERT label to probs[0][0] (correct AI index), expose perplexity in response schema

Browse files
Files changed (2) hide show
  1. api/schemas.py +8 -0
  2. core/bert_scorer.py +3 -2
api/schemas.py CHANGED
@@ -76,6 +76,14 @@ class AnalyzeResponse(BaseModel):
76
  chunks_analyzed: int
77
  word_count: int
78
  character_count: int
 
 
 
 
 
 
 
 
79
 
80
 
81
  class BatchAnalyzeResponse(BaseModel):
 
76
  chunks_analyzed: int
77
  word_count: int
78
  character_count: int
79
+ perplexity: Optional[float] = Field(
80
+ default=None,
81
+ description="Raw GPT-2 perplexity score (lower = more AI-like)"
82
+ )
83
+ perplexity_score: Optional[float] = Field(
84
+ default=None,
85
+ description="Perplexity converted to 0-1 AI probability"
86
+ )
87
 
88
 
89
  class BatchAnalyzeResponse(BaseModel):
core/bert_scorer.py CHANGED
@@ -155,8 +155,9 @@ class BertScorer:
155
 
156
  probs = torch.softmax(outputs.logits, dim=-1)
157
 
158
- # LABEL_1 = AI probability
159
- ai_prob = probs[0][1].item()
 
160
  return ai_prob
161
 
162
  def score_text(self, text: str) -> dict:
 
155
 
156
  probs = torch.softmax(outputs.logits, dim=-1)
157
 
158
+ # LABEL_0 = AI probability for gouwsxander/slop-detector-bert
159
+ # (verified: probs[0][0] gives higher scores on known AI text)
160
+ ai_prob = probs[0][0].item()
161
  return ai_prob
162
 
163
  def score_text(self, text: str) -> dict: