We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 1f75dd6 commit be504d3Copy full SHA for be504d3
lmdeploy/cli/chat.py
@@ -25,6 +25,7 @@ def build_pipe(model_path, backend, **kwargs):
25
else:
26
engine_config = PytorchEngineConfig()
27
for key, value in kwargs.items():
28
+ key = 'device_type' if key == 'device' else key
29
if hasattr(PytorchEngineConfig, key):
30
setattr(engine_config, key, value)
31
if kwargs.get('adapters', None):
0 commit comments