---------------------------------------------------------------------------
RuntimeError Traceback (most recent call last)
Cell In[11], line 3
1 unconditional_inputs = model.get_unconditional_inputs(num_samples=1)
----> 3 audio_values = model.generate(**unconditional_inputs, do_sample=True, max_new_tokens=256)
File [~/hf/lib/python3.8/site-packages/torch/utils/_contextlib.py:115](http://localhost:4000/hf/lib/python3.8/site-packages/torch/utils/_contextlib.py#line=114), in context_decorator.<locals>.decorate_context(*args, **kwargs)
112 @functools.wraps(func)
113 def decorate_context(*args, **kwargs):
114 with ctx_factory():
--> 115 return func(*args, **kwargs)
File [~/transformers/src/transformers/models/musicgen/modeling_musicgen.py:2822](http://localhost:4000/transformers/src/transformers/models/musicgen/modeling_musicgen.py#line=2821), in MusicgenForConditionalGeneration.generate(self, inputs, generation_config, logits_processor, stopping_criteria, synced_gpus, streamer, **kwargs)
2814 input_ids, model_kwargs = self._expand_inputs_for_generation(
2815 input_ids=input_ids,
2816 expand_size=generation_config.num_return_sequences,
2817 is_encoder_decoder=self.config.is_encoder_decoder,
2818 **model_kwargs,
2819 )
2821 # 12. run sample
-> 2822 outputs = self._sample(
2823 input_ids,
2824 logits_processor=logits_processor,
2825 logits_warper=logits_warper,
2826 stopping_criteria=stopping_criteria,
2827 pad_token_id=generation_config.pad_token_id,
2828 eos_token_id=generation_config.eos_token_id,
2829 output_scores=generation_config.output_scores,
2830 return_dict_in_generate=generation_config.return_dict_in_generate,
2831 synced_gpus=synced_gpus,
2832 streamer=streamer,
2833 **model_kwargs,
2834 )
2836 else:
2837 raise ValueError(
2838 "Got incompatible mode for generation, should be one of greedy or sampling. "
2839 "Ensure that beam search is de-activated by setting `num_beams=1` and `num_beam_groups=1`."
2840 )
File [~/transformers/src/transformers/generation/utils.py:2771](http://localhost:4000/transformers/src/transformers/generation/utils.py#line=2770), in GenerationMixin._sample(self, input_ids, logits_processor, stopping_criteria, logits_warper, max_length, pad_token_id, eos_token_id, output_attentions, output_hidden_states, output_scores, output_logits, return_dict_in_generate, synced_gpus, streamer, **model_kwargs)
2769 # sample
2770 probs = nn.functional.softmax(next_token_scores, dim=-1)
-> 2771 next_tokens = torch.multinomial(probs, num_samples=1).squeeze(1)
2773 # finished sentences should have their next token be a padding token
2774 if eos_token_id is not None:
RuntimeError: probability tensor contains either `inf`, `nan` or element < 0
System Info
transformersversion: 4.40.0.dev0Who can help?
No response
Information
Tasks
examplesfolder (such as GLUE/SQuAD, ...)Reproduction
Following #29939, running the following gives an overflow error:
Traceback
Expected behavior
With eager, the code functions as expected:
Could you have a quick look to see if there's a bug in the sdpa implementation @ylacombe? We could also add an integration test that confirms we get sensible outputs with the checkpoint
"facebook/musicgen-small".