Update 2025-10-05 19:07:17

Author: sglang-bot

_sources/advanced_features/lora.ipynb

@@ -31,10 +31,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-05T15:47:20.763204Z",
-     "iopub.status.busy": "2025-10-05T15:47:20.763070Z",
-     "iopub.status.idle": "2025-10-05T15:47:55.262083Z",
-     "shell.execute_reply": "2025-10-05T15:47:55.261376Z"
+     "iopub.execute_input": "2025-10-05T18:54:31.997749Z",
+     "iopub.status.busy": "2025-10-05T18:54:31.997630Z",
+     "iopub.status.idle": "2025-10-05T18:55:04.258322Z",
+     "shell.execute_reply": "2025-10-05T18:55:04.257797Z"
     }
    },
    "outputs": [
@@ -86,7 +86,7 @@
      "output_type": "stream",
      "text": [
       "`torch_dtype` is deprecated! Use `dtype` instead!\n",
-      "[2025-10-05 15:47:43] `torch_dtype` is deprecated! Use `dtype` instead!\n"
+      "[2025-10-05 18:54:52] `torch_dtype` is deprecated! Use `dtype` instead!\n"
      ]
     },
     {
@@ -97,7 +97,7 @@
       "[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0\n",
       "[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0\n",
       "[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0\n",
-      "[2025-10-05 15:47:45] MOE_RUNNER_BACKEND is not initialized, using triton backend\n"
+      "[2025-10-05 18:54:54] MOE_RUNNER_BACKEND is not initialized, using triton backend\n"
      ]
     },
     {
@@ -107,9 +107,9 @@
       "\r",
       "Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]\n",
       "\r",
-      "Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  4.84it/s]\n",
+      "Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  5.58it/s]\n",
       "\r",
-      "Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  4.83it/s]\n",
+      "Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  5.58it/s]\n",
       "\n"
      ]
     },
@@ -127,10 +127,10 @@
      "output_type": "stream",
      "text": [
       "\r",
-      "Capturing batches (bs=4 avail_mem=77.03 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.03it/s]\r",
-      "Capturing batches (bs=2 avail_mem=76.97 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.03it/s]\r",
-      "Capturing batches (bs=1 avail_mem=76.96 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.03it/s]\r",
-      "Capturing batches (bs=1 avail_mem=76.96 GB): 100%|██████████| 3/3 [00:00<00:00,  9.70it/s]\n"
+      "Capturing batches (bs=4 avail_mem=77.03 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.13it/s]\r",
+      "Capturing batches (bs=2 avail_mem=76.96 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.13it/s]\r",
+      "Capturing batches (bs=1 avail_mem=76.96 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.13it/s]\r",
+      "Capturing batches (bs=1 avail_mem=76.96 GB): 100%|██████████| 3/3 [00:00<00:00,  9.72it/s]\n"
      ]
     },
     {
@@ -149,7 +149,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Server started on http://localhost:35148\n"
+      "Server started on http://localhost:39540\n"
      ]
     }
    ],
@@ -183,17 +183,17 @@
    "execution_count": 2,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-05T15:47:55.264341Z",
-     "iopub.status.busy": "2025-10-05T15:47:55.263950Z",
-     "iopub.status.idle": "2025-10-05T15:47:55.529250Z",
-     "shell.execute_reply": "2025-10-05T15:47:55.528636Z"
+     "iopub.execute_input": "2025-10-05T18:55:04.259991Z",
+     "iopub.status.busy": "2025-10-05T18:55:04.259675Z",
+     "iopub.status.idle": "2025-10-05T18:55:04.519355Z",
+     "shell.execute_reply": "2025-10-05T18:55:04.518927Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: ChatCompletion(id='10d6a11d41b043278d8451b18754dfb3', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Sure, here are three countries and their respective capitals:\\n\\n1. **United States** - Washington, D.C.\\n2. **Canada** - Ottawa\\n3. **Australia** - Canberra', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=None, reasoning_content=None), matched_stop=151645)], created=1759679275, model='qwen/qwen2.5-0.5b-instruct', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=39, prompt_tokens=37, total_tokens=76, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: ChatCompletion(id='2c8b55d5c46c45569451fc352edc21ef', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Sure, here are three countries and their respective capitals:\\n\\n1. **United States** - Washington, D.C.\\n2. **Canada** - Ottawa\\n3. **Australia** - Canberra', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=None, reasoning_content=None), matched_stop=151645)], created=1759690504, model='qwen/qwen2.5-0.5b-instruct', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=39, prompt_tokens=37, total_tokens=76, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -383,17 +383,17 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-05T15:47:55.530933Z",
-     "iopub.status.busy": "2025-10-05T15:47:55.530776Z",
-     "iopub.status.idle": "2025-10-05T15:47:55.791296Z",
-     "shell.execute_reply": "2025-10-05T15:47:55.790698Z"
+     "iopub.execute_input": "2025-10-05T18:55:04.520775Z",
+     "iopub.status.busy": "2025-10-05T18:55:04.520636Z",
+     "iopub.status.idle": "2025-10-05T18:55:04.760608Z",
+     "shell.execute_reply": "2025-10-05T18:55:04.760218Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>The ancient Romans made significant contributions to the fields of science, philosophy, law, and literature. They are known for their engineering achievements, such as the construction of the Colosseum and the Pantheon, which are still standing today. The Romans also made important contributions to medicine, particularly through the development of the first medical school and the use of anesthesia.<br><br>In terms of philosophy, they were influential in the development of Roman law, which influenced later legal systems. Their legal system was based on natural law, which emphasized reason and justice over divine commandments.<br><br>In literature, they are credited with creating Latin literature, which is still spoken and</strong>"
+       "<strong style='color: #00008B;'>The ancient Romans made significant contributions to various fields, including law, philosophy, science, and literature. They were known for their extensive use of Roman law, which influenced the development of modern legal systems. The Roman Empire is renowned for its vast territory and its strategic location on the Mediterranean Sea. It was a time of great cultural and intellectual flourishing, with the development of classical art, architecture, and philosophy. Rome's achievements in science, particularly in mathematics and astronomy, are also notable. The Roman Republic saw the rise of the Roman Republic and the Roman Empire, both of which lasted for centuries.</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -442,18 +442,18 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-05T15:47:55.792888Z",
-     "iopub.status.busy": "2025-10-05T15:47:55.792728Z",
-     "iopub.status.idle": "2025-10-05T15:47:55.944673Z",
-     "shell.execute_reply": "2025-10-05T15:47:55.943992Z"
+     "iopub.execute_input": "2025-10-05T18:55:04.761836Z",
+     "iopub.status.busy": "2025-10-05T18:55:04.761701Z",
+     "iopub.status.idle": "2025-10-05T18:55:04.855268Z",
+     "shell.execute_reply": "2025-10-05T18:55:04.854854Z"
     }
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Yes, that's correct. I am Qwen, a large language model created by Alibaba Cloud. My function is to assist users with various tasks, including text-based conversations and answers to specific questions. If this is a test, it could be for a different purpose or for training and development purposes. If you have any specific questions or need assistance with a particular topic, feel free to let me know!"
+      "Yes, I am Qwen, created by Alibaba Cloud, and I am ready to assist with any questions or tasks you have. Please feel free to ask anything you might have and I'll do my best to help."
      ]
     }
    ],
@@ -483,17 +483,17 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-05T15:47:55.946114Z",
-     "iopub.status.busy": "2025-10-05T15:47:55.945950Z",
-     "iopub.status.idle": "2025-10-05T15:47:56.101382Z",
-     "shell.execute_reply": "2025-10-05T15:47:56.100791Z"
+     "iopub.execute_input": "2025-10-05T18:55:04.856468Z",
+     "iopub.status.busy": "2025-10-05T18:55:04.856333Z",
+     "iopub.status.idle": "2025-10-05T18:55:05.005715Z",
+     "shell.execute_reply": "2025-10-05T18:55:05.005352Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: Completion(id='a7e646729ae44bec8788a80de066dc7f', choices=[CompletionChoice(finish_reason='length', index=0, logprobs=None, text=' 1. United States - Washington D.C.\\n2. Canada - Ottawa\\n3. France - Paris\\n4. Germany - Berlin\\n5. Japan - Tokyo\\n6. Italy - Rome\\n7. Spain - Madrid\\n8. United Kingdom - London\\n9. Australia - Canberra\\n10. New Zealand', matched_stop=None)], created=1759679276, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=64, prompt_tokens=8, total_tokens=72, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: Completion(id='71d999465bc94074887ab2e384fa8f54', choices=[CompletionChoice(finish_reason='length', index=0, logprobs=None, text=' 1. United States - Washington D.C.\\n2. Canada - Ottawa\\n3. France - Paris\\n4. Germany - Berlin\\n5. Japan - Tokyo\\n6. Italy - Rome\\n7. Spain - Madrid\\n8. United Kingdom - London\\n9. Australia - Canberra\\n10. New Zealand', matched_stop=None)], created=1759690505, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=64, prompt_tokens=8, total_tokens=72, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -532,17 +532,17 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-05T15:47:56.102854Z",
-     "iopub.status.busy": "2025-10-05T15:47:56.102695Z",
-     "iopub.status.idle": "2025-10-05T15:47:56.196433Z",
-     "shell.execute_reply": "2025-10-05T15:47:56.195846Z"
+     "iopub.execute_input": "2025-10-05T18:55:05.006932Z",
+     "iopub.status.busy": "2025-10-05T18:55:05.006801Z",
+     "iopub.status.idle": "2025-10-05T18:55:05.246891Z",
+     "shell.execute_reply": "2025-10-05T18:55:05.246519Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: Completion(id='94db7274c10b4c47857e3603d84f58f5', choices=[CompletionChoice(finish_reason='stop', index=0, logprobs=None, text=' Once upon a time, there was a space explorer named Dr. Sarah Chen. She had always been fascinated by the stars and the unknown galaxies, and she knew that the universe was vast and full of mysteries waiting to be discovered.', matched_stop='\\n\\n')], created=1759679276, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=46, prompt_tokens=9, total_tokens=55, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: Completion(id='2747b7d3d7274d558f1a5c6e68f8d646', choices=[CompletionChoice(finish_reason='length', index=0, logprobs=None, text=\" Once upon a time, there was a space explorer named Captain Alpha. He had been exploring the stars for many years, and he had discovered many new planets and moons. One day, he decided to take a trip to a distant planet that was known for its unique and beautiful landscapes.\\nAs Captain Alpha approached the planet, he felt a sense of excitement and anticipation. He had heard rumors of the planet's incredible beauty, and he knew that it would be an incredible experience to see its natural wonders up close.\\nOn the way to the planet, Captain Alpha encountered many challenges. He had to navigate through treacherous terrain, climb steep mountains, and fight off hostile creatures. But he refused to give up, knowing that there was no other way to\", matched_stop=None)], created=1759690505, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=150, prompt_tokens=9, total_tokens=159, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -583,10 +583,10 @@
    "execution_count": 7,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-05T15:47:56.197931Z",
-     "iopub.status.busy": "2025-10-05T15:47:56.197775Z",
-     "iopub.status.idle": "2025-10-05T15:47:56.233759Z",
-     "shell.execute_reply": "2025-10-05T15:47:56.232865Z"
+     "iopub.execute_input": "2025-10-05T18:55:05.248109Z",
+     "iopub.status.busy": "2025-10-05T18:55:05.247978Z",
+     "iopub.status.idle": "2025-10-05T18:55:05.277585Z",
+     "shell.execute_reply": "2025-10-05T18:55:05.277074Z"
     }
    },
    "outputs": [],