madeby561 commited on
Commit
e341fbb
·
verified ·
1 Parent(s): dadc89e

Serving: remove use_index_cache override entirely (use vLLM default; proven perf/quality-neutral on this image)

Browse files
Files changed (1) hide show
  1. docker-compose.yml +1 -1
docker-compose.yml CHANGED
@@ -74,7 +74,7 @@ services:
74
  NUM_SPECULATIVE_TOKENS: ${NUM_SPECULATIVE_TOKENS:-5}
75
  MAX_CUDAGRAPH_CAPTURE_SIZE: ${MAX_CUDAGRAPH_CAPTURE_SIZE:-}
76
  SPEC_CONFIG: ${SPEC_CONFIG:-}
77
- HF_OVERRIDES: '{"index_topk_pattern":"FFFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSS","use_index_cache":false}'
78
  entrypoint:
79
  - bash
80
  - -lc
 
74
  NUM_SPECULATIVE_TOKENS: ${NUM_SPECULATIVE_TOKENS:-5}
75
  MAX_CUDAGRAPH_CAPTURE_SIZE: ${MAX_CUDAGRAPH_CAPTURE_SIZE:-}
76
  SPEC_CONFIG: ${SPEC_CONFIG:-}
77
+ HF_OVERRIDES: '{"index_topk_pattern":"FFFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSS"}'
78
  entrypoint:
79
  - bash
80
  - -lc