add extract_token binary

This commit is contained in:
志浩 2024-09-24 23:10:49 +08:00
parent 342d781f0a
commit 2892a70cd8

View File

@ -42,7 +42,7 @@ def main_hydra(cfg: DictConfig):
torch.cuda.set_device(int(os.environ["LOCAL_RANK"]))
model = AutoModel(**kwargs)
res = model.generate(input=kwargs["input"])
print(res)
logging.info(f"{res}")
if __name__ == "__main__":