Arush kumar commited on
Commit
d31b99b
·
1 Parent(s): 5621926

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -16
app.py CHANGED
@@ -271,22 +271,6 @@ def _with_telemetry(text: str, n_tok: int, ttft: float, t_start: float) -> str:
271
  return text + telemetry
272
 
273
 
274
- # Few-shot "anchoring": Veylon is a CONTINUATION-only base model, never
275
- # instruction-tuned -- it has no concept of "Input:"/"Output:" turns, so
276
- # priming it with instruction-style examples (as generic small-LM advice
277
- # often suggests) would push it OUT of its training distribution, not
278
- # into it. What anchoring means correctly here is different: prepend a
279
- # short, clean, well-formed piece of narrative prose so the model's
280
- # recent-attention window is dominated by coherent English *before*
281
- # generation starts, nudging it away from degenerating into word salad.
282
- # This consumes some of the context budget, so it's short and toggleable.
283
- ANCHOR_TEXT = (
284
- "The old lighthouse stood at the edge of the cliff, its light "
285
- "sweeping slowly across the dark water. Every night, the keeper "
286
- "climbed the narrow stairs to check the lamp, and every night the "
287
- "sea answered with the steady sound of waves against the rocks.\n\n"
288
- )
289
-
290
  # ============================================================
291
  # Gradio UI — Arya
292
  # ============================================================
 
271
  return text + telemetry
272
 
273
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
274
  # ============================================================
275
  # Gradio UI — Arya
276
  # ============================================================