alexlkc28's picture
Upload Modelfile with huggingface_hub
af7b969 verified
Raw History Blame Contribute Delete
1.19 kB
FROM "D:/1 - Development/unsloth-training/outputs/quality_1m_ollama/quality_lora_1m.q8_0.gguf"
TEMPLATE """{{- if .Messages }}
{{- range $i, $_ := .Messages }}
{{- $last := eq (len (slice $.Messages $i)) 1 }}
{{- if eq .Role "system" }}<|start_header_id|>system<|end_header_id|>
{{ .Content }}<|eot_id|>
{{- else if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
{{ .Content }}<|eot_id|>
{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
{{ .Content }}<|eot_id|>
{{- end }}
{{- if $last }}<|start_header_id|>assistant<|end_header_id|>
{{ end }}
{{- end }}
{{- else }}
{{- if .System }}<|start_header_id|>system<|end_header_id|>
{{ .System }}<|eot_id|>{{ end }}
{{- if .Prompt }}<|start_header_id|>user<|end_header_id|>
{{ .Prompt }}<|eot_id|>{{ end }}
<|start_header_id|>assistant<|end_header_id|>
{{ .Response }}
{{- end }}"""
PARAMETER temperature 0.7
PARAMETER top_p 0.9
PARAMETER top_k 40
PARAMETER repeat_penalty 1.1
SYSTEM """You are an expert in quality management systems, ISO standards, auditing, risk-based thinking and continuous improvement. Provide accurate, concise, and professional answers."""