File size: 2,344 Bytes
70b900d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 | {
"temp": 0.7,
"temperature_last": false,
"top_p": 1,
"top_k": 0,
"top_a": 0,
"tfs": 1,
"epsilon_cutoff": 0,
"eta_cutoff": 0,
"typical_p": 1,
"min_p": 0.02,
"rep_pen": 1,
"rep_pen_range": 0,
"rep_pen_decay": 0,
"rep_pen_slope": 1,
"no_repeat_ngram_size": 0,
"penalty_alpha": 0,
"num_beams": 1,
"length_penalty": 1,
"min_length": 0,
"encoder_rep_pen": 1,
"freq_pen": 0,
"presence_pen": 0,
"skew": 0,
"do_sample": false,
"early_stopping": false,
"dynatemp": false,
"min_temp": 0.1,
"max_temp": 0.7,
"dynatemp_exponent": 1,
"smoothing_factor": 0.3,
"smoothing_curve": 1,
"dry_allowed_length": 2,
"dry_multiplier": 0.8,
"dry_base": 1.75,
"dry_sequence_breakers": "[\"'\", \"*\", \":\", \"<\", \"</s>\", \"<s>\", \"<|end|>\", \"<|start|>\", \"<|im_end|>\", \"<|im_sep|>\", \"<|im_start|>\", \"<|im_start|>assistant\", \"<|im_start|>user\", \">\", \"ASSISTANT\", \"ASSISTANT:\", \"INST\", \"USER\", \"USER:\", \"[\", \"[/INST]\", \"[INST]\", \"\\\\n\", \"\\n\", \"]\", \"_\", \"assistant\", \"end\", \"im\", \"im_end\", \"im_sep\", \"im_start\", \"sep\", \"start\", \"system\", \"user\", \"|\"]",
"dry_penalty_last_n": 8192,
"add_bos_token": false,
"ban_eos_token": false,
"skip_special_tokens": true,
"mirostat_mode": 0,
"mirostat_tau": 5,
"mirostat_eta": 0.1,
"guidance_scale": 1,
"negative_prompt": "",
"grammar_string": "",
"json_schema": {},
"banned_tokens": "",
"sampler_priority": [
"xtc",
"min_p",
"temperature",
"quadratic_sampling",
"dynamic_temperature",
"top_k",
"top_p",
"typical_p",
"epsilon_cutoff",
"eta_cutoff",
"tfs",
"top_a",
"mirostat"
],
"samplers": [
"top_k",
"tfs_z",
"typical_p",
"top_p",
"min_p",
"temperature"
],
"ignore_eos_token": false,
"spaces_between_special_tokens": true,
"speculative_ngram": false,
"sampler_order": [
6,
0,
1,
3,
4,
2,
5
],
"logit_bias": [],
"xtc_threshold": 0.1,
"xtc_probability": 0.5,
"rep_pen_size": 0,
"genamt": 2048,
"max_length": 8192
} |