cache bugfix

This commit is contained in:
游雁 2024-07-27 00:44:23 +08:00
parent 874ed3aaac
commit 69370ed3d6

View File

@ -264,6 +264,8 @@ class AutoModel:
def inference(self, input, input_len=None, model=None, kwargs=None, key=None, **cfg):
kwargs = self.kwargs if kwargs is None else kwargs
if "cache" in kwargs:
kwargs.pop("cache")
deep_update(kwargs, cfg)
model = self.model if model is None else model
model.eval()