1 parent 770c81a commit 743b243Copy full SHA for 743b243
1 file changed
simlingo_base_training/dataloader/datamodule.py
@@ -62,7 +62,7 @@ def __init__(
62
self.llm_tokenizer.pad_token = "[PAD]"
63
64
else:
65
- self.llm_tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-hf", token = "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")
+ self.llm_tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-7b-hf", token = "ADD_YOUR_TOKEN")
66
self.llm_tokenizer.add_eos_token = True
67
self.llm_tokenizer.add_bos_token = True
68
if self.llm_tokenizer.pad_token is None:
0 commit comments