ValueError                                Traceback (most recent call last)

[<ipython-input-1-1109427887>](https://localhost:8080/#) in <cell line: 0>()
      4 
      5 gptq_config = GPTQConfig(bits=4, use_exllama=False)
----> 6 model = Qwen2VLForConditionalGeneration.from_pretrained(
      7     "Qwen/Qwen2-VL-2B-Instruct-GPTQ-Int4",
      8     torch_dtype=torch.float16,

5 frames

[/usr/local/lib/python3.11/dist-packages/optimum/gptq/utils.py](https://localhost:8080/#) in get_block_name_with_pattern(model)
     75         if any(name.startswith(pattern_candidate) for name in modules_names):
     76             return pattern_candidate
---> 77     raise ValueError("Block pattern could not be match. Pass `block_name_to_quantize` argument in `quantize_model`")
     78 
     79 

ValueError: Block pattern could not be match. Pass `block_name_to_quantize` argument in `quantize_model`

from transformers import Qwen2VLForConditionalGeneration, AutoTokenizer, AutoProcessor, GPTQConfig
from qwen_vl_utils import process_vision_info
import torch

gptq_config = GPTQConfig(bits=4, use_exllama=False)
model = Qwen2VLForConditionalGeneration.from_pretrained(
    "Qwen/Qwen2-VL-2B-Instruct-GPTQ-Int4",
    torch_dtype=torch.float16,
    device_map="auto",
    quantization_config=gptq_config
)