Serving: remove use_index_cache override entirely (use vLLM default; proven perf/quality-neutral on this image)
Browse files- docker-compose.yml +1 -1
docker-compose.yml
CHANGED
|
@@ -74,7 +74,7 @@ services:
|
|
| 74 |
NUM_SPECULATIVE_TOKENS: ${NUM_SPECULATIVE_TOKENS:-5}
|
| 75 |
MAX_CUDAGRAPH_CAPTURE_SIZE: ${MAX_CUDAGRAPH_CAPTURE_SIZE:-}
|
| 76 |
SPEC_CONFIG: ${SPEC_CONFIG:-}
|
| 77 |
-
HF_OVERRIDES: '{"index_topk_pattern":"FFFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSS"
|
| 78 |
entrypoint:
|
| 79 |
- bash
|
| 80 |
- -lc
|
|
|
|
| 74 |
NUM_SPECULATIVE_TOKENS: ${NUM_SPECULATIVE_TOKENS:-5}
|
| 75 |
MAX_CUDAGRAPH_CAPTURE_SIZE: ${MAX_CUDAGRAPH_CAPTURE_SIZE:-}
|
| 76 |
SPEC_CONFIG: ${SPEC_CONFIG:-}
|
| 77 |
+
HF_OVERRIDES: '{"index_topk_pattern":"FFFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSSFSSS"}'
|
| 78 |
entrypoint:
|
| 79 |
- bash
|
| 80 |
- -lc
|