Instructions to use YanZhanPKU/dLLM-PRM-Gap-bidir-dream7b with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use YanZhanPKU/dLLM-PRM-Gap-bidir-dream7b with PEFT:
Task type is invalid.
- Notebooks
- Google Colab
- Kaggle
Download config.json from YanZhanPKU/dLLM-PRM-Gap-bidir-dream7b: direct link, hf CLI and curl.
- Browser
- Download file 990 Bytes
-
https://huggingface.co/YanZhanPKU/dLLM-PRM-Gap-bidir-dream7b/resolve/main/config.json
- Command line
-
hf download hf://YanZhanPKU/dLLM-PRM-Gap-bidir-dream7b/config.json
-
curl -L -o config.json https://huggingface.co/YanZhanPKU/dLLM-PRM-Gap-bidir-dream7b/resolve/main/config.json
990 Bytes
| { | |
| "base_model": "Dream-org/Dream-v0-Instruct-7B", | |
| "adapter_type": "LoRA plus reward head", | |
| "attention": "bidirectional", | |
| "pool_strategy": "mean", | |
| "mask_aware_pooling": true, | |
| "step_embedding": true, | |
| "lora": { | |
| "r": 16, | |
| "alpha": 32, | |
| "dropout": 0.05, | |
| "target_modules": [ | |
| "q_proj", | |
| "v_proj" | |
| ] | |
| }, | |
| "release_status": "public release", | |
| "checkpoint_identity_status": "exact submitted-paper main PRM", | |
| "paper_role": "process-reward model used by PRM Guided, Hybrid, and the snapshot diagnostics", | |
| "adapter_bytes": 36202468, | |
| "parameter_prefixes_kept": [ | |
| "lora_A", | |
| "lora_B", | |
| "reward_head", | |
| "step_proj", | |
| "step_embed" | |
| ], | |
| "causal": false, | |
| "no_step_embed": false, | |
| "no_mask_aware": false, | |
| "lora_r": 16, | |
| "lora_alpha": 32, | |
| "lora_dropout": 0.05, | |
| "step_embed_dim": 256, | |
| "reward_hidden": 1024, | |
| "seed": 42, | |
| "max_steps": 3000, | |
| "best_step": 2500, | |
| "train_samples": 1276560, | |
| "validation_samples_sampled": 6000 | |
| } | |