Spaces:
Sleeping
Sleeping
Arush kumar commited on
Commit ·
d31b99b
1
Parent(s): 5621926
Update app.py
Browse files
app.py
CHANGED
|
@@ -271,22 +271,6 @@ def _with_telemetry(text: str, n_tok: int, ttft: float, t_start: float) -> str:
|
|
| 271 |
return text + telemetry
|
| 272 |
|
| 273 |
|
| 274 |
-
# Few-shot "anchoring": Veylon is a CONTINUATION-only base model, never
|
| 275 |
-
# instruction-tuned -- it has no concept of "Input:"/"Output:" turns, so
|
| 276 |
-
# priming it with instruction-style examples (as generic small-LM advice
|
| 277 |
-
# often suggests) would push it OUT of its training distribution, not
|
| 278 |
-
# into it. What anchoring means correctly here is different: prepend a
|
| 279 |
-
# short, clean, well-formed piece of narrative prose so the model's
|
| 280 |
-
# recent-attention window is dominated by coherent English *before*
|
| 281 |
-
# generation starts, nudging it away from degenerating into word salad.
|
| 282 |
-
# This consumes some of the context budget, so it's short and toggleable.
|
| 283 |
-
ANCHOR_TEXT = (
|
| 284 |
-
"The old lighthouse stood at the edge of the cliff, its light "
|
| 285 |
-
"sweeping slowly across the dark water. Every night, the keeper "
|
| 286 |
-
"climbed the narrow stairs to check the lamp, and every night the "
|
| 287 |
-
"sea answered with the steady sound of waves against the rocks.\n\n"
|
| 288 |
-
)
|
| 289 |
-
|
| 290 |
# ============================================================
|
| 291 |
# Gradio UI — Arya
|
| 292 |
# ============================================================
|
|
|
|
| 271 |
return text + telemetry
|
| 272 |
|
| 273 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 274 |
# ============================================================
|
| 275 |
# Gradio UI — Arya
|
| 276 |
# ============================================================
|