metadata
license: apache-2.0
datasets:
- bigcode/the-stack
- bigcode/the-stack-v2
- bigcode/starcoderdata
- bigcode/commitpack
library_name: mlx
tags:
- code
- mlx
base_model: JetBrains/Mellum-4b-sft-all
pipeline_tag: text-generation
model-index:
- name: Mellum-4b-sft-all
results:
- task:
type: text-generation
dataset:
name: RepoBench 1.1 (Python)
type: tianyang/repobench_python_v1.1
metrics:
- type: exact_match
value: 0.2823
name: EM
verified: false
- type: exact_match
value: 0.287
name: EM ≤ 8k
verified: false
- type: exact_match
value: 0.2638
name: EM
verified: false
- type: exact_match
value: 0.293
name: EM
verified: false
- type: exact_match
value: 0.3042
name: EM
verified: false
- type: exact_match
value: 0.2685
name: EM
verified: false
- type: exact_match
value: 0.2818
name: EM
verified: false
- task:
type: text-generation
dataset:
name: RepoBench 1.1 (Java)
type: tianyang/repobench_java_v1.1
metrics:
- type: exact_match
value: 0.2867
name: EM
verified: false
- type: exact_match
value: 0.3023
name: EM ≤ 8k
verified: false
- type: exact_match
value: 0.2883
name: EM
verified: false
- type: exact_match
value: 0.3228
name: EM
verified: false
- type: exact_match
value: 0.2958
name: EM
verified: false
- type: exact_match
value: 0.2447
name: EM
verified: false
- type: exact_match
value: 0.2821
name: EM
verified: false
- task:
type: text-generation
dataset:
name: SAFIM
type: gonglinyuan/safim
metrics:
- type: pass@1
value: 0.5285
name: pass@1
verified: false
- type: pass@1
value: 0.6548
name: pass@1
verified: false
- type: pass@1
value: 0.4005
name: pass@1
verified: false
- type: pass@1
value: 0.5303
name: pass@1
verified: false
- task:
type: text-generation
dataset:
name: HumanEval Infilling (Single-Line)
type: loubnabnl/humaneval_infilling
metrics:
- type: pass@1
value: 0.8083
name: pass@1
verified: false
- type: pass@1
value: 0.4819
name: pass@1
verified: false
- type: pass@1
value: 0.372
name: pass@1
verified: false
- type: pass@1
value: 0.4024
name: pass@1
verified: false
arthurcollet/Mellum-4b-sft-all-mlx-8bit
This model arthurcollet/Mellum-4b-sft-all-mlx-8bit was converted to MLX format from JetBrains/Mellum-4b-sft-all using mlx-lm version 0.28.0.
Use with mlx
pip install mlx-lm
from mlx_lm import load, generate
model, tokenizer = load("arthurcollet/Mellum-4b-sft-all-mlx-8bit")
prompt = "hello"
if tokenizer.chat_template is not None:
messages = [{"role": "user", "content": prompt}]
prompt = tokenizer.apply_chat_template(
messages, add_generation_prompt=True
)
response = generate(model, tokenizer, prompt=prompt, verbose=True)