This commit is contained in:
haoneng.lhn 2023-04-17 15:28:34 +08:00
parent 25590804ba
commit 0e05ca31a9

View File

@ -609,6 +609,7 @@ def inference_modelscope(
# 3. Build data-iterator
is_final = False
cache = {}
if param_dict is not None and "cache" in param_dict:
cache = param_dict["cache"]
if param_dict is not None and "is_final" in param_dict: