Spaces:
Build error
Build error
Commit ·
02fd228
1
Parent(s): 07dfa9d
Fix LLMLingua API: use context=[content] not original_prompt
Browse filesThe LLMLingua PromptCompressor.compress_prompt() expects context as a list,
not original_prompt as a string. Also use empty list [] for force_tokens
instead of None.
headroom/transforms/llmlingua_compressor.py
CHANGED
|
@@ -358,9 +358,9 @@ class LLMLinguaCompressor(Transform):
|
|
| 358 |
# Perform compression
|
| 359 |
try:
|
| 360 |
result = compressor.compress_prompt(
|
| 361 |
-
|
| 362 |
rate=compression_rate,
|
| 363 |
-
force_tokens=force_tokens if force_tokens else
|
| 364 |
drop_consecutive=self.config.drop_consecutive,
|
| 365 |
)
|
| 366 |
|
|
|
|
| 358 |
# Perform compression
|
| 359 |
try:
|
| 360 |
result = compressor.compress_prompt(
|
| 361 |
+
context=[content], # LLMLingua expects a list of context strings
|
| 362 |
rate=compression_rate,
|
| 363 |
+
force_tokens=force_tokens if force_tokens else [],
|
| 364 |
drop_consecutive=self.config.drop_consecutive,
|
| 365 |
)
|
| 366 |
|