mirror of
https://github.com/rasbt/LLMs-from-scratch.git
synced 2025-12-15 00:57:37 +00:00
basepath
This commit is contained in:
parent
2e47a6e61c
commit
a733a7eb42
@ -286,6 +286,8 @@ if __name__ == "__main__":
|
|||||||
# Instantiate dataloaders
|
# Instantiate dataloaders
|
||||||
###############################
|
###############################
|
||||||
|
|
||||||
|
base_path = Path(".")
|
||||||
|
|
||||||
tokenizer = tiktoken.get_encoding("gpt2")
|
tokenizer = tiktoken.get_encoding("gpt2")
|
||||||
|
|
||||||
train_dataset = None
|
train_dataset = None
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user