mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
[Bug] Fix bug in turbomind (#1377)
This commit is contained in:
parent
eee5a5be23
commit
33ceaa0eb8
@ -61,7 +61,8 @@ class TurboMindModel(BaseModel):
|
||||
from lmdeploy.messages import TurbomindEngineConfig
|
||||
engine_config = TurbomindEngineConfig(**engine_config)
|
||||
self.logger = get_logger()
|
||||
assert os.path.exists(path), '{} is not existist'.format(path)
|
||||
if path.startswith('/') or path.startswith('.'):
|
||||
assert os.path.exists(path), '{} is not existist'.format(path)
|
||||
tm_model = TurboMind.from_pretrained(path, engine_config=engine_config)
|
||||
self.tokenizer = tm_model.tokenizer
|
||||
self.generators = [
|
||||
|
Loading…
Reference in New Issue
Block a user