Moving the following attributes in the config to the generation config: {'max_length': 448, 'suppress_tokens': [1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254, 50258, 50360, 50361, 50362], 'begin_suppress_tokens': [220, 50257]}. You are seeing this warning because you've set generation parameters in the model config, as opposed to in the generation config.
Error evaluating: thread_id: pid_22869_id_4352066944
frame_id: 6425813264
scope: FRAME
attrs: model
Traceback (most recent call last):
File "/Applications/PyCharm.app/Contents/plugins/python-ce/helpers/pydev/_pydevd_bundle/pydevd_vars.py", line 316, in resolve_compound_variable_fields
return _typeName, _resolve_default_variable_fields(var, resolver, offset)
File "/Applications/PyCharm.app/Contents/plugins/python-ce/helpers/pydev/_pydevd_bundle/pydevd_vars.py", line 266, in _resolve_default_variable_fields
return resolver.get_dictionary(VariableWithOffset(var, offset) if offset else var)
File "/Applications/PyCharm.app/Contents/plugins/python-ce/helpers/pydev/_pydevd_bundle/pydevd_resolver.py", line 86, in get_dictionary
return self._getPyDictionary(var, names)
File "/Applications/PyCharm.app/Contents/plugins/python-ce/helpers/pydev/_pydevd_bundle/pydevd_resolver.py", line 159, in _getPyDictionary
names = self.get_names(var)
File "/Applications/PyCharm.app/Contents/plugins/python-ce/helpers/pydev/_pydevd_bundle/pydevd_resolver.py", line 147, in get_names
names = dir(var)
File "/Users/radovanzivkovic/.pyenv/versions/ms_speech_ht5_tts-3.10.13/lib/python3.10/site-packages/torch/nn/modules/module.py", line 2971, in __dir__
parameters = list(self._parameters.keys())
File "/Users/radovanzivkovic/.pyenv/versions/ms_speech_ht5_tts-3.10.13/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1940, in __getattr__
raise AttributeError(
AttributeError: '_ORTModelForWhisper' object has no attribute '_parameters'
Traceback (most recent call last):
File "/Applications/PyCharm.app/Contents/plugins/python-ce/helpers/pydev/pydevd.py", line 1570, in _exec
pydev_imports.execfile(file, globals, locals) # execute the script
File "/Applications/PyCharm.app/Contents/plugins/python-ce/helpers/pydev/_pydev_imps/_pydev_execfile.py", line 18, in execfile
exec(compile(contents+"\n", file, 'exec'), glob, loc)
File "/Users/radovanzivkovic/Development/python_projects/ai/huggingface_models/optimum_exporter/src/optimum_exporter/whisper_onnx.py", line 11, in <module>
onnx_qa = pipeline(
File "/Users/radovanzivkovic/.pyenv/versions/ms_speech_ht5_tts-3.10.13/lib/python3.10/site-packages/optimum/pipelines/pipelines_base.py", line 353, in pipeline
model, model_id, tokenizer, feature_extractor = MAPPING_LOADING_FUNC[accelerator](
File "/Users/radovanzivkovic/.pyenv/versions/ms_speech_ht5_tts-3.10.13/lib/python3.10/site-packages/optimum/pipelines/pipelines_base.py", line 276, in load_ort_pipeline
return model, model_id, tokenizer, feature_extractor
UnboundLocalError: local variable 'model_id' referenced before assignment
Model should load.
System Info
Installed packages
Who can help?
@philschmid tagging you as this error originates in pipelines.
Information
Tasks
examplesfolder (such as GLUE/SQuAD, ...)Reproduction (minimal, reproducible, runnable)
it fails with an error:
Expected behavior
Model should load.