| from pathlib import Path | |
| import requests | |
| import os | |
| os.environ["KMP_DUPLICATE_LIB_OK"]="TRUE" | |
| if not Path("ov_qwen2_vl.py").exists(): | |
| r = requests.get(url="https://raw.githubusercontent.com/openvinotoolkit/openvino_notebooks/latest/notebooks/qwen2-vl/ov_qwen2_vl.py") | |
| open("ov_qwen2_vl.py", "w").write(r.text) | |
| if not Path("notebook_utils.py").exists(): | |
| r = requests.get(url="https://raw.githubusercontent.com/openvinotoolkit/openvino_notebooks/latest/utils/notebook_utils.py") | |
| open("notebook_utils.py", "w").write(r.text) | |
| from ov_qwen2_vl import model_selector | |
| model_id = model_selector() | |
| print(model_id) | |
| print(f"Selected {model_id.value}") | |
| pt_model_id = model_id.value | |
| model_dir = Path(pt_model_id.split("/")[-1]) | |
| from ov_qwen2_vl import convert_qwen2vl_model | |
| # uncomment these lines to see model conversion code | |
| # convert_qwen2vl_model?? | |
| import nncf | |
| compression_configuration = { | |
| "mode": nncf.CompressWeightsMode.INT4_ASYM, | |
| "group_size": 32, | |
| "ratio": 1.0, | |
| } | |
| convert_qwen2vl_model(pt_model_id, model_dir, compression_configuration) | |