Update 2025-10-06 07:42:06

Author: sglang-bot

_sources/advanced_features/lora.ipynb

@@ -31,10 +31,10 @@
    "execution_count": 1,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-06T04:19:36.335708Z",
-     "iopub.status.busy": "2025-10-06T04:19:36.335583Z",
-     "iopub.status.idle": "2025-10-06T04:20:09.614838Z",
-     "shell.execute_reply": "2025-10-06T04:20:09.614374Z"
+     "iopub.execute_input": "2025-10-06T07:31:01.579123Z",
+     "iopub.status.busy": "2025-10-06T07:31:01.578995Z",
+     "iopub.status.idle": "2025-10-06T07:31:34.179280Z",
+     "shell.execute_reply": "2025-10-06T07:31:34.178753Z"
     }
    },
    "outputs": [
@@ -86,7 +86,7 @@
      "output_type": "stream",
      "text": [
       "`torch_dtype` is deprecated! Use `dtype` instead!\n",
-      "[2025-10-06 04:19:58] `torch_dtype` is deprecated! Use `dtype` instead!\n"
+      "[2025-10-06 07:31:23] `torch_dtype` is deprecated! Use `dtype` instead!\n"
      ]
     },
     {
@@ -97,7 +97,7 @@
       "[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0\n",
       "[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0\n",
       "[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0\n",
-      "[2025-10-06 04:20:00] MOE_RUNNER_BACKEND is not initialized, using triton backend\n"
+      "[2025-10-06 07:31:24] MOE_RUNNER_BACKEND is not initialized, using triton backend\n"
      ]
     },
     {
@@ -107,9 +107,9 @@
       "\r",
       "Loading safetensors checkpoint shards:   0% Completed | 0/1 [00:00<?, ?it/s]\n",
       "\r",
-      "Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  5.92it/s]\n",
+      "Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  5.09it/s]\n",
       "\r",
-      "Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  5.91it/s]\n",
+      "Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:00<00:00,  5.08it/s]\n",
       "\n"
      ]
     },
@@ -127,10 +127,10 @@
      "output_type": "stream",
      "text": [
       "\r",
-      "Capturing batches (bs=4 avail_mem=77.03 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.52it/s]\r",
-      "Capturing batches (bs=2 avail_mem=76.97 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.52it/s]\r",
-      "Capturing batches (bs=1 avail_mem=76.96 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.52it/s]\r",
-      "Capturing batches (bs=1 avail_mem=76.96 GB): 100%|██████████| 3/3 [00:00<00:00, 10.68it/s]\n"
+      "Capturing batches (bs=4 avail_mem=77.03 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.42it/s]\r",
+      "Capturing batches (bs=2 avail_mem=76.97 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.42it/s]\r",
+      "Capturing batches (bs=1 avail_mem=76.96 GB):  33%|███▎      | 1/3 [00:00<00:00,  4.42it/s]\r",
+      "Capturing batches (bs=1 avail_mem=76.96 GB): 100%|██████████| 3/3 [00:00<00:00, 10.47it/s]\n"
      ]
     },
     {
@@ -149,7 +149,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Server started on http://localhost:38621\n"
+      "Server started on http://localhost:32309\n"
      ]
     }
    ],
@@ -183,17 +183,17 @@
    "execution_count": 2,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-06T04:20:09.616535Z",
-     "iopub.status.busy": "2025-10-06T04:20:09.616213Z",
-     "iopub.status.idle": "2025-10-06T04:20:09.879343Z",
-     "shell.execute_reply": "2025-10-06T04:20:09.878902Z"
+     "iopub.execute_input": "2025-10-06T07:31:34.182290Z",
+     "iopub.status.busy": "2025-10-06T07:31:34.181961Z",
+     "iopub.status.idle": "2025-10-06T07:31:34.440017Z",
+     "shell.execute_reply": "2025-10-06T07:31:34.439531Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: ChatCompletion(id='0d37bf86176342649a990e275a02c638', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Sure, here are three countries and their respective capitals:\\n\\n1. **United States** - Washington, D.C.\\n2. **Canada** - Ottawa\\n3. **Australia** - Canberra', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=None, reasoning_content=None), matched_stop=151645)], created=1759724409, model='qwen/qwen2.5-0.5b-instruct', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=39, prompt_tokens=37, total_tokens=76, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: ChatCompletion(id='39856b570e2e446592053194f80ee394', choices=[Choice(finish_reason='stop', index=0, logprobs=None, message=ChatCompletionMessage(content='Sure, here are three countries and their respective capitals:\\n\\n1. **United States** - Washington, D.C.\\n2. **Canada** - Ottawa\\n3. **Australia** - Canberra', refusal=None, role='assistant', annotations=None, audio=None, function_call=None, tool_calls=None, reasoning_content=None), matched_stop=151645)], created=1759735894, model='qwen/qwen2.5-0.5b-instruct', object='chat.completion', service_tier=None, system_fingerprint=None, usage=CompletionUsage(completion_tokens=39, prompt_tokens=37, total_tokens=76, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -383,17 +383,17 @@
    "execution_count": 3,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-06T04:20:09.880978Z",
-     "iopub.status.busy": "2025-10-06T04:20:09.880826Z",
-     "iopub.status.idle": "2025-10-06T04:20:10.096277Z",
-     "shell.execute_reply": "2025-10-06T04:20:10.095847Z"
+     "iopub.execute_input": "2025-10-06T07:31:34.441639Z",
+     "iopub.status.busy": "2025-10-06T07:31:34.441487Z",
+     "iopub.status.idle": "2025-10-06T07:31:34.690251Z",
+     "shell.execute_reply": "2025-10-06T07:31:34.689779Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>The ancient Romans made significant contributions to various fields, including law, philosophy, science, and literature. They are known for their extensive use of the Latin language and their innovative approach to governance. Rome's achievements include the construction of the Colosseum, which was a massive amphitheater that hosted gladiatorial contests and other public spectacles. The Roman Empire, which lasted from the 3rd century BCE to the 4th century CE, is considered one of the most influential empires in history.</strong>"
+       "<strong style='color: #00008B;'>Ancient Rome was a major civilization that played a significant role in the history of Western civilization. Some of their major achievements include:<br><br>1. **Gothic Architecture**: Roman architecture is known for its grandeur and symmetry, with iconic examples like the Colosseum and the Pantheon.<br><br>2. **Roman Law**: The Roman legal system, codified in the Twelve Tables, was one of the earliest forms of written law in the world. It laid the foundation for modern legal systems.<br><br>3. **Roman Literature**: The Romans are credited with inventing Latin, which became the primary language of literature and education in Europe.<br><br>4.</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -442,50 +442,18 @@
    "execution_count": 4,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-06T04:20:10.097679Z",
-     "iopub.status.busy": "2025-10-06T04:20:10.097535Z",
-     "iopub.status.idle": "2025-10-06T04:20:10.540590Z",
-     "shell.execute_reply": "2025-10-06T04:20:10.540114Z"
+     "iopub.execute_input": "2025-10-06T07:31:34.691725Z",
+     "iopub.status.busy": "2025-10-06T07:31:34.691577Z",
+     "iopub.status.idle": "2025-10-06T07:31:34.773202Z",
+     "shell.execute_reply": "2025-10-06T07:31:34.772684Z"
     }
    },
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Yes, \"test\" is a common term used in various contexts to refer to a simulated situation, a set of instructions, or an evaluation of performance. Here are some examples of how \"test\" might be used:\n",
-      "\n",
-      "1. In software testing, \"test\" refers to a program that checks for defects in a software system.\n",
-      "\n",
-      "2. In a chemistry test, \"test\" refers to the procedure used to determine whether a sample of a compound has reacted with another substance.\n",
-      "\n",
-      "3. In a coding test, \"test\" refers to an automated program that runs a program and checks its correctness.\n",
-      "\n",
-      "4. In a language learning test, \"test\" refers to a computer program that evaluates a learner's progress in"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      " understanding a particular language.\n",
-      "\n",
-      "5. In a physical test, \"test\" refers to the process of measuring or assessing something, such as a physical property or performance.\n",
-      "\n",
-      "6. In a sports test, \"test\" refers to an official event where athletes compete against each other.\n",
-      "\n",
-      "7. In a scientific test, \"test\" refers to a method used to investigate a particular phenomenon or determine the effectiveness of a treatment.\n",
-      "\n",
-      "8. In a medical test, \"test\" refers to the examination or diagnostic process to determine the medical condition of a patient.\n",
-      "\n",
-      "All of these uses of \"test\" indicate a scenario where a specified action or set of actions is carried out to evaluate or assess"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      " a performance or outcome."
+      "Yes, it is a test. I'm here to assist you with any questions or tasks you may have. Please feel free to ask me anything and I'll do my best to help."
      ]
     }
    ],
@@ -515,17 +483,17 @@
    "execution_count": 5,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-06T04:20:10.542027Z",
-     "iopub.status.busy": "2025-10-06T04:20:10.541882Z",
-     "iopub.status.idle": "2025-10-06T04:20:10.698366Z",
-     "shell.execute_reply": "2025-10-06T04:20:10.697945Z"
+     "iopub.execute_input": "2025-10-06T07:31:34.774615Z",
+     "iopub.status.busy": "2025-10-06T07:31:34.774467Z",
+     "iopub.status.idle": "2025-10-06T07:31:34.924107Z",
+     "shell.execute_reply": "2025-10-06T07:31:34.923640Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: Completion(id='6f88b33ba1bc4d8d82b9a15ee30e156b', choices=[CompletionChoice(finish_reason='length', index=0, logprobs=None, text=' 1. United States - Washington D.C.\\n2. Canada - Ottawa\\n3. France - Paris\\n4. Germany - Berlin\\n5. Japan - Tokyo\\n6. Italy - Rome\\n7. Spain - Madrid\\n8. United Kingdom - London\\n9. Australia - Canberra\\n10. New Zealand', matched_stop=None)], created=1759724410, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=64, prompt_tokens=8, total_tokens=72, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: Completion(id='40011f7a27204aa587e9b040e21d38a4', choices=[CompletionChoice(finish_reason='length', index=0, logprobs=None, text=' 1. United States - Washington D.C.\\n2. Canada - Ottawa\\n3. France - Paris\\n4. Germany - Berlin\\n5. Japan - Tokyo\\n6. Italy - Rome\\n7. Spain - Madrid\\n8. United Kingdom - London\\n9. Australia - Canberra\\n10. New Zealand', matched_stop=None)], created=1759735894, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=64, prompt_tokens=8, total_tokens=72, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -564,17 +532,17 @@
    "execution_count": 6,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-06T04:20:10.700748Z",
-     "iopub.status.busy": "2025-10-06T04:20:10.700605Z",
-     "iopub.status.idle": "2025-10-06T04:20:10.786008Z",
-     "shell.execute_reply": "2025-10-06T04:20:10.785601Z"
+     "iopub.execute_input": "2025-10-06T07:31:34.925516Z",
+     "iopub.status.busy": "2025-10-06T07:31:34.925366Z",
+     "iopub.status.idle": "2025-10-06T07:31:35.035841Z",
+     "shell.execute_reply": "2025-10-06T07:31:35.035391Z"
     }
    },
    "outputs": [
     {
      "data": {
       "text/html": [
-       "<strong style='color: #00008B;'>Response: Completion(id='721840baf7824385a71fc9221d73e24e', choices=[CompletionChoice(finish_reason='stop', index=0, logprobs=None, text=' Once upon a time, there was a space explorer named Jack who had always dreamed of exploring the stars. He had heard tales of the vastness of the universe and how it was filled with strange and beautiful wonders.', matched_stop='\\n\\n')], created=1759724410, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=43, prompt_tokens=9, total_tokens=52, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
+       "<strong style='color: #00008B;'>Response: Completion(id='f0ec46a6083f4f849bd26d2d653ad505', choices=[CompletionChoice(finish_reason='stop', index=0, logprobs=None, text=' Once upon a time, there was a space explorer named James. He was a man who loved nothing more than exploring the stars and making new discoveries. One day, he decided to venture out into space with his spaceship and set out on a mission to explore the far reaches of the universe.', matched_stop='\\n\\n')], created=1759735895, model='qwen/qwen2.5-0.5b-instruct', object='text_completion', system_fingerprint=None, usage=CompletionUsage(completion_tokens=58, prompt_tokens=9, total_tokens=67, completion_tokens_details=None, prompt_tokens_details=None, reasoning_tokens=0), metadata={'weight_version': 'default'})</strong>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -615,10 +583,10 @@
    "execution_count": 7,
    "metadata": {
     "execution": {
-     "iopub.execute_input": "2025-10-06T04:20:10.787486Z",
-     "iopub.status.busy": "2025-10-06T04:20:10.787351Z",
-     "iopub.status.idle": "2025-10-06T04:20:10.820339Z",
-     "shell.execute_reply": "2025-10-06T04:20:10.819713Z"
+     "iopub.execute_input": "2025-10-06T07:31:35.037313Z",
+     "iopub.status.busy": "2025-10-06T07:31:35.037091Z",
+     "iopub.status.idle": "2025-10-06T07:31:35.143880Z",
+     "shell.execute_reply": "2025-10-06T07:31:35.143316Z"
     }
    },
    "outputs": [],