From 4cbcc86833865424d280be47cb7f292e5673d419 Mon Sep 17 00:00:00 2001
From: flybird11111 <1829166702@qq.com>
Date: Wed, 23 Apr 2025 17:41:43 +0800
Subject: [PATCH 1/4] transformers upgrade

---
 requirements/requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements/requirements.txt b/requirements/requirements.txt
index 688c47cc2221..6b6e29748a89 100644
--- a/requirements/requirements.txt
+++ b/requirements/requirements.txt
@@ -16,7 +16,7 @@ ray
 sentencepiece
 google
 protobuf
-transformers==4.39.3
+transformers==4.51.3
 peft>=0.7.1,<=0.13.2
 bitsandbytes>=0.39.0
 rpyc==6.0.0

From 5276288fc8a6e1d71e167603421ab3b2621495f5 Mon Sep 17 00:00:00 2001
From: flybird11111 <1829166702@qq.com>
Date: Thu, 24 Apr 2025 09:56:23 +0800
Subject: [PATCH 2/4] fix

---
 requirements/requirements-test.txt | 1 +
 requirements/requirements.txt      | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/requirements/requirements-test.txt b/requirements/requirements-test.txt
index 3fcf53e1858e..b60a65eca74a 100644
--- a/requirements/requirements-test.txt
+++ b/requirements/requirements-test.txt
@@ -18,3 +18,4 @@ datasets
 pydantic
 ray
 peft>=0.7.1
+transformers==4.51.3
diff --git a/requirements/requirements.txt b/requirements/requirements.txt
index 6b6e29748a89..688c47cc2221 100644
--- a/requirements/requirements.txt
+++ b/requirements/requirements.txt
@@ -16,7 +16,7 @@ ray
 sentencepiece
 google
 protobuf
-transformers==4.51.3
+transformers==4.39.3
 peft>=0.7.1,<=0.13.2
 bitsandbytes>=0.39.0
 rpyc==6.0.0

From cf50cae7e999f8836412fa24f3a11b54e0190b0b Mon Sep 17 00:00:00 2001
From: flybird11111 <1829166702@qq.com>
Date: Fri, 25 Apr 2025 11:43:21 +0800
Subject: [PATCH 3/4] fix

---
 colossalai/inference/modeling/models/glide_llama.py | 4 ++--
 tests/test_infer/test_drafter.py                    | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/colossalai/inference/modeling/models/glide_llama.py b/colossalai/inference/modeling/models/glide_llama.py
index 0ee78a303004..871dd018de5d 100644
--- a/colossalai/inference/modeling/models/glide_llama.py
+++ b/colossalai/inference/modeling/models/glide_llama.py
@@ -12,9 +12,9 @@
     LlamaAttention,
     LlamaConfig,
     LlamaDecoderLayer,
-    LlamaDynamicNTKScalingRotaryEmbedding,
+    # LlamaDynamicNTKScalingRotaryEmbedding,
     LlamaForCausalLM,
-    LlamaLinearScalingRotaryEmbedding,
+    # LlamaLinearScalingRotaryEmbedding,
     LlamaMLP,
     LlamaModel,
     LlamaRMSNorm,
diff --git a/tests/test_infer/test_drafter.py b/tests/test_infer/test_drafter.py
index 3c5dda1578a2..bb330786bd49 100644
--- a/tests/test_infer/test_drafter.py
+++ b/tests/test_infer/test_drafter.py
@@ -2,7 +2,7 @@
 import torch
 from transformers import AutoTokenizer, LlamaConfig, LlamaForCausalLM
 
-from colossalai.inference.modeling.models.glide_llama import GlideLlamaConfig, GlideLlamaForCausalLM
+# from colossalai.inference.modeling.models.glide_llama import GlideLlamaConfig, GlideLlamaForCausalLM
 from colossalai.inference.spec.drafter import Drafter
 from colossalai.utils import get_current_device
 

From 9383c84f264c807883e86362ac7eaedc5cb82000 Mon Sep 17 00:00:00 2001
From: "pre-commit-ci[bot]"
 <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Date: Fri, 25 Apr 2025 03:44:19 +0000
Subject: [PATCH 4/4] [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci
---
 colossalai/inference/modeling/models/glide_llama.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/colossalai/inference/modeling/models/glide_llama.py b/colossalai/inference/modeling/models/glide_llama.py
index 871dd018de5d..10f27d23d372 100644
--- a/colossalai/inference/modeling/models/glide_llama.py
+++ b/colossalai/inference/modeling/models/glide_llama.py
@@ -12,9 +12,7 @@
     LlamaAttention,
     LlamaConfig,
     LlamaDecoderLayer,
-    # LlamaDynamicNTKScalingRotaryEmbedding,
     LlamaForCausalLM,
-    # LlamaLinearScalingRotaryEmbedding,
     LlamaMLP,
     LlamaModel,
     LlamaRMSNorm,