Image-Text-to-Text
PEFT
Safetensors
English
lora
dora
qlora
4-bit precision
adapter
medical
radiology
image-captioning
image-to-text
llava-onevision
qwen2
vision-language
imageclef
rocov2
conversational
Instructions to use HoqueMahmudul/llava-onevision-0.5b-qdora-radiology-image-caption with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use HoqueMahmudul/llava-onevision-0.5b-qdora-radiology-image-caption with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("llava-hf/llava-onevision-qwen2-0.5b-ov-hf") model = PeftModel.from_pretrained(base_model, "HoqueMahmudul/llava-onevision-0.5b-qdora-radiology-image-caption") - Notebooks
- Google Colab
- Kaggle
Download processor_config.json from HoqueMahmudul/llava-onevision-0.5b-qdora-radiology-image-caption: direct link, hf CLI and curl.
- Browser
- Download file 2.88 kB
-
https://huggingface.co/HoqueMahmudul/llava-onevision-0.5b-qdora-radiology-image-caption/resolve/main/processor_config.json
- Command line
-
hf download hf://HoqueMahmudul/llava-onevision-0.5b-qdora-radiology-image-caption/processor_config.json
-
curl -L -o processor_config.json https://huggingface.co/HoqueMahmudul/llava-onevision-0.5b-qdora-radiology-image-caption/resolve/main/processor_config.json
2.88 kB
| { | |
| "image_processor": { | |
| "data_format": "channels_first", | |
| "do_convert_rgb": true, | |
| "do_normalize": true, | |
| "do_pad": true, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "image_grid_pinpoints": [ | |
| [ | |
| 384, | |
| 384 | |
| ], | |
| [ | |
| 384, | |
| 768 | |
| ], | |
| [ | |
| 384, | |
| 1152 | |
| ], | |
| [ | |
| 384, | |
| 1536 | |
| ], | |
| [ | |
| 384, | |
| 1920 | |
| ], | |
| [ | |
| 384, | |
| 2304 | |
| ], | |
| [ | |
| 768, | |
| 384 | |
| ], | |
| [ | |
| 768, | |
| 768 | |
| ], | |
| [ | |
| 768, | |
| 1152 | |
| ], | |
| [ | |
| 768, | |
| 1536 | |
| ], | |
| [ | |
| 768, | |
| 1920 | |
| ], | |
| [ | |
| 768, | |
| 2304 | |
| ], | |
| [ | |
| 1152, | |
| 384 | |
| ], | |
| [ | |
| 1152, | |
| 768 | |
| ], | |
| [ | |
| 1152, | |
| 1152 | |
| ], | |
| [ | |
| 1152, | |
| 1536 | |
| ], | |
| [ | |
| 1152, | |
| 1920 | |
| ], | |
| [ | |
| 1152, | |
| 2304 | |
| ], | |
| [ | |
| 1536, | |
| 384 | |
| ], | |
| [ | |
| 1536, | |
| 768 | |
| ], | |
| [ | |
| 1536, | |
| 1152 | |
| ], | |
| [ | |
| 1536, | |
| 1536 | |
| ], | |
| [ | |
| 1536, | |
| 1920 | |
| ], | |
| [ | |
| 1536, | |
| 2304 | |
| ], | |
| [ | |
| 1920, | |
| 384 | |
| ], | |
| [ | |
| 1920, | |
| 768 | |
| ], | |
| [ | |
| 1920, | |
| 1152 | |
| ], | |
| [ | |
| 1920, | |
| 1536 | |
| ], | |
| [ | |
| 1920, | |
| 1920 | |
| ], | |
| [ | |
| 1920, | |
| 2304 | |
| ], | |
| [ | |
| 2304, | |
| 384 | |
| ], | |
| [ | |
| 2304, | |
| 768 | |
| ], | |
| [ | |
| 2304, | |
| 1152 | |
| ], | |
| [ | |
| 2304, | |
| 1536 | |
| ], | |
| [ | |
| 2304, | |
| 1920 | |
| ], | |
| [ | |
| 2304, | |
| 2304 | |
| ] | |
| ], | |
| "image_mean": [ | |
| 0.5, | |
| 0.5, | |
| 0.5 | |
| ], | |
| "image_processor_type": "LlavaOnevisionImageProcessorFast", | |
| "image_std": [ | |
| 0.5, | |
| 0.5, | |
| 0.5 | |
| ], | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "size": { | |
| "height": 384, | |
| "width": 384 | |
| } | |
| }, | |
| "image_token": "<image>", | |
| "num_image_tokens": 729, | |
| "processor_class": "LlavaOnevisionProcessor", | |
| "video_processor": { | |
| "data_format": "channels_first", | |
| "default_to_square": false, | |
| "do_convert_rgb": true, | |
| "do_normalize": true, | |
| "do_pad": true, | |
| "do_rescale": true, | |
| "do_resize": true, | |
| "do_sample_frames": false, | |
| "image_mean": [ | |
| 0.5, | |
| 0.5, | |
| 0.5 | |
| ], | |
| "image_std": [ | |
| 0.5, | |
| 0.5, | |
| 0.5 | |
| ], | |
| "resample": 3, | |
| "rescale_factor": 0.00392156862745098, | |
| "return_metadata": false, | |
| "size": { | |
| "height": 384, | |
| "width": 384 | |
| }, | |
| "video_processor_type": "LlavaOnevisionVideoProcessor" | |
| }, | |
| "video_token": "<video>", | |
| "vision_aspect_ratio": "anyres_max_9", | |
| "vision_feature_select_strategy": "full" | |
| } | |