We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ea2eee0 commit aaa3169Copy full SHA for aaa3169
src/transformers/generation/utils.py
@@ -57,6 +57,7 @@
57
is_torchdynamo_exporting,
58
logging,
59
)
60
+from ..modeling_flash_attention_utils import prepare_fa_kwargs_from_position_ids
61
from .beam_constraints import DisjunctiveConstraint, PhrasalConstraint
62
from .beam_search import BeamScorer, BeamSearchScorer, ConstrainedBeamSearchScorer
63
from .candidate_generator import (
0 commit comments