Set length of audio_features to dynamic dim

bbeckca · bbeckca · commit f2baec3a24ef · 2025-08-21T08:03:11.000-07:00
Signed-off-by: Benji Beck &lt;benjibeck@meta.com&gt;
diff --git a/vllm/model_executor/models/minicpmo.py b/vllm/model_executor/models/minicpmo.py
@@ -75,7 +75,7 @@ class MiniCPMOAudioFeatureInputs(TensorSchema):
 
     audio_features: Annotated[
         Union[torch.Tensor, list[torch.Tensor]],
-        TensorShape("bns", "c", "l"),
+        TensorShape("bns", "c", "l", dynamic_dims={"l"}),
     ]
     """
     Slice here means chunk. Audio that is too long will be split into slices,

Original file line number	Diff line number	Diff line change
`@@ -75,7 +75,7 @@ class MiniCPMOAudioFeatureInputs(TensorSchema):`
`75`	`75`
`76`	`76`	`audio_features: Annotated[`
`77`	`77`	`Union[torch.Tensor, list[torch.Tensor]],`
`78`		`- TensorShape("bns", "c", "l"),`
	`78`	`+ TensorShape("bns", "c", "l", dynamic_dims={"l"}),`
`79`	`79`	`]`
`80`	`80`	`"""`
`81`	`81`	`Slice here means chunk. Audio that is too long will be split into slices,`