From 3271020355c5d71de60ff59e280d736ff05086b4 Mon Sep 17 00:00:00 2001
From: Gavin Li <lyo.gavin@gmail.com>
Date: Wed, 31 Jul 2024 03:52:35 +0000
Subject: [PATCH] update example

---
 air_llm/examples/run_llama3.1_405B.ipynb | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/air_llm/examples/run_llama3.1_405B.ipynb b/air_llm/examples/run_llama3.1_405B.ipynb
index f4d8c6b..4a86c77 100644
--- a/air_llm/examples/run_llama3.1_405B.ipynb
+++ b/air_llm/examples/run_llama3.1_405B.ipynb
@@ -6,7 +6,12 @@
    "id": "bfd29d17-9756-464f-b692-41ff20f41148",
    "metadata": {},
    "outputs": [],
-   "source": []
+   "source": [
+    "# if you see Errors like: ValueError: `rope_scaling` must be a dictionary with two fields, `type` and `factor`\n",
+    "# need to upgrade transformers to >= 4.43.0\n",
+    "\n",
+    "# !pip install transformers==4.43.3 "
+   ]
   },
   {
    "cell_type": "code",