yujunjun/LLMs-from-scratch
1
0
Fork 0
mirror of https://github.com/rasbt/LLMs-from-scratch.git synced 2025-08-10 01:32:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed code (#197)

Browse Source
This commit is contained in:
Daniel Kleine 2024-06-07 13:52:05 +02:00 committed by GitHub
parent 53060dfdfc
commit b178040b79
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
ch07/03_model-evaluation/llm-instruction-eval-ollama.ipynb
View File

@ -286,8 +286,6 @@
} }
], ],
"source": [ "source": [
"import json\n",
"\n",
"json_file = \"eval-example-data.json\"\n", "json_file = \"eval-example-data.json\"\n",
"\n", "\n",
"with open(json_file, \"r\") as file:\n", "with open(json_file, \"r\") as file:\n",
@ -628,6 +626,8 @@
} }
], ],
"source": [ "source": [
"from pathlib import Path\n",
"\n",
"for model in (\"model 1 response\", \"model 2 response\"):\n", "for model in (\"model 1 response\", \"model 2 response\"):\n",
"\n", "\n",
" scores = generate_model_scores(json_data, model)\n", " scores = generate_model_scores(json_data, model)\n",
@ -636,8 +636,7 @@
" print(f\"Average score: {sum(scores)/len(scores):.2f}\\n\")\n", " print(f\"Average score: {sum(scores)/len(scores):.2f}\\n\")\n",
"\n", "\n",
" # Optionally save the scores\n", " # Optionally save the scores\n",
" from pathlib import Path\n", " save_path = Path(\"scores\") / f\"llama3-8b-{model.replace(' ', '-')}.json\"\n",
" save_path = (Path(\"scores\")/f\"llama3-8b-{model}.json\").replace(\" \", \"-\")\n",
" with open(save_path, \"w\") as file:\n", " with open(save_path, \"w\") as file:\n",
" json.dump(scores, file)" " json.dump(scores, file)"
] ]

7
ch07/03_model-evaluation/llm-instruction-eval-openai.ipynb
View File

@ -205,8 +205,6 @@
} }
], ],
"source": [ "source": [
"import json\n",
"\n",
"json_file = \"eval-example-data.json\"\n", "json_file = \"eval-example-data.json\"\n",
"\n", "\n",
"with open(json_file, \"r\") as file:\n", "with open(json_file, \"r\") as file:\n",
@ -524,6 +522,8 @@
} }
], ],
"source": [ "source": [
"from pathlib import Path\n",
"\n",
"for model in (\"model 1 response\", \"model 2 response\"):\n", "for model in (\"model 1 response\", \"model 2 response\"):\n",
"\n", "\n",
" scores = generate_model_scores(json_data, model, client)\n", " scores = generate_model_scores(json_data, model, client)\n",
@ -532,8 +532,7 @@
" print(f\"Average score: {sum(scores)/len(scores):.2f}\\n\")\n", " print(f\"Average score: {sum(scores)/len(scores):.2f}\\n\")\n",
"\n", "\n",
" # Optionally save the scores\n", " # Optionally save the scores\n",
" from pathlib import Path\n", " save_path = Path(\"scores\") / f\"gpt4-{model.replace(' ', '-')}.json\"\n",
" save_path = (Path(\"scores\")/f\"gpt4-{model}.json\").replace(\" \", \"-\")\n",
" with open(save_path, \"w\") as file:\n", " with open(save_path, \"w\") as file:\n",
" json.dump(scores, file)" " json.dump(scores, file)"
] ]