From 6bc3de165c361f904ae7b81c15d3aa54b7a121d2 Mon Sep 17 00:00:00 2001
From: rasbt <mail@sebastianraschka.com>
Date: Mon, 23 Sep 2024 08:56:16 -0500
Subject: [PATCH] move access token to config.json

---
 .gitignore                                          |  2 ++
 ch05/07_gpt_to_llama/config.json                    |  4 ++++
 ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb | 10 +++++++---
 3 files changed, 13 insertions(+), 3 deletions(-)
 create mode 100644 ch05/07_gpt_to_llama/config.json

diff --git a/.gitignore b/.gitignore
index e51333c..02399f3 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,4 +1,5 @@
 # Configs and keys
+ch05/07_gpt_to_llama/config.json
 ch07/02_dataset-utilities/config.json
 ch07/03_model-evaluation/config.json
 
@@ -95,6 +96,7 @@ ch07/04_preference-tuning-with-dpo/loss-plot.pdf
 ch0?/0?_user_interface/.chainlit/
 ch0?/0?_user_interface/chainlit.md
 ch0?/0?_user_interface/.files
+*.lock
 
 # Temporary OS-related files
 .DS_Store
diff --git a/ch05/07_gpt_to_llama/config.json b/ch05/07_gpt_to_llama/config.json
new file mode 100644
index 0000000..3aca4f8
--- /dev/null
+++ b/ch05/07_gpt_to_llama/config.json
@@ -0,0 +1,4 @@
+{
+    "HF_ACCESS_TOKEN": "hf-...",
+    "_comment": "Enter your access token from https://huggingface.co/settings/tokens"
+}
diff --git a/ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb b/ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb
index ec37d9d..addda45 100644
--- a/ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb
+++ b/ch05/07_gpt_to_llama/converting-gpt-to-llama2.ipynb
@@ -733,8 +733,8 @@
    ]
   },
   {
-   "cell_type": "raw",
-   "id": "aa79780d-74a8-4ee0-934a-9ad63205a02e",
+   "cell_type": "markdown",
+   "id": "ba5d991a-559b-47be-96f4-31b881ab2da8",
    "metadata": {
     "id": "aa79780d-74a8-4ee0-934a-9ad63205a02e"
    },
@@ -1104,7 +1104,11 @@
    "source": [
     "from huggingface_hub import login\n",
     "\n",
-    "login(token=\"hf_...\")  # Insert your token here"
+    "with open(\"config.json\", \"r\") as config_file:\n",
+    "    config = json.load(config_file)\n",
+    "    access_token = config[\"HF_ACCESS_TOKEN\"]\n",
+    "\n",
+    "login(token=access_token)"
    ]
   },
   {