chore: update tutorials to match the latest llama.cpp version

distantmagic · Jul 1, 2024 · b3a0600 · b3a0600
1 parent b033a9e
commit b3a0600
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 14 deletions.
diff --git a/...uilder_component_apt_nvidia_driver_555.tf → ...uilder_component_apt_nvidia_driver_550.tf b/...uilder_component_apt_nvidia_driver_555.tf → ...uilder_component_apt_nvidia_driver_550.tf
@@ -1,4 +1,4 @@
-resource "aws_imagebuilder_component" "apt_nvidia_driver_555" {
+resource "aws_imagebuilder_component" "apt_nvidia_driver_550" {
   data = yamlencode({
     phases = [{
       name = "build"
@@ -8,10 +8,10 @@ resource "aws_imagebuilder_component" "apt_nvidia_driver_555" {
           inputs = {
             commands = [
               "sudo apt-get update",
-              "DEBIAN_FRONTEND=noninteractive sudo apt-get install -yq nvidia-driver-555",
+              "DEBIAN_FRONTEND=noninteractive sudo apt-get install -yq nvidia-driver-550",
             ]
           }
-          name           = "apt_nvidia_driver_555"
+          name           = "apt_nvidia_driver_550"
           onFailure      = "Abort"
           timeoutSeconds = 180
         },
@@ -23,7 +23,7 @@ resource "aws_imagebuilder_component" "apt_nvidia_driver_555" {
     }]
     schemaVersion = 1.0
   })
-  name     = "apt_nvidia_driver_555"
+  name     = "apt_nvidia_driver_550"
   platform = "Linux"
   supported_os_versions = [
     "Ubuntu 22"

diff --git a/infra/terraform/aws/aws_imagebuilder_component_cuda_toolkit_12.tf b/infra/terraform/aws/aws_imagebuilder_component_cuda_toolkit_12.tf
@@ -7,10 +7,8 @@ resource "aws_imagebuilder_component" "cuda_toolkit_12" {
           action = "ExecuteBash"
           inputs = {
             commands = [
-              "wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb",
-              "sudo dpkg -i cuda-keyring_1.1-1_all.deb",
               "sudo apt-get update",
-              "DEBIAN_FRONTEND=noninteractive sudo apt-get -yq install cuda-toolkit-12-5"
+              "DEBIAN_FRONTEND=noninteractive sudo apt-get -yq install nvidia-cuda-toolkit"
             ]
           }
           name           = "apt_cuda_toolkit_12"

diff --git a/infra/tutorial-installing-llamacpp-aws-cuda.md b/infra/tutorial-installing-llamacpp-aws-cuda.md
@@ -143,5 +143,5 @@ sudo reboot
 For example, with `Mistral Instruct 7B` what worked for me is:
 
 ```shell
-./batched-bench ../mistral-7b-instruct-v0.2.Q4_K_M.gguf 2048 2048 512 0 999 128,256,512 128,256 1,2,4,8,16,32
+./llama-batched-bench -m ../mistral-7b-instruct-v0.2.Q4_K_M.gguf 2048 2048 512 0 999 128,256,512 128,256 1,2,4,8,16,32
 ```
diff --git a/infra/tutorial-installing-llamacpp-aws-ec2-image-builder.md b/infra/tutorial-installing-llamacpp-aws-ec2-image-builder.md
@@ -70,7 +70,7 @@ You can complete the tutorial steps either manually or by automating the setup w
    **Component name: apt_nvidia_driver_555**
    ```yaml
     name: apt_nvidia_driver_555
-    description: "Component to install NVIDIA driver 555 on Ubuntu"
+    description: "Component to install NVIDIA driver 550 on Ubuntu"
     schemaVersion: '1.0'
     phases:
       - name: build
@@ -80,7 +80,7 @@ You can complete the tutorial steps either manually or by automating the setup w
             inputs:
               commands:
                 - sudo apt-get update
-                - DEBIAN_FRONTEND=noninteractive sudo apt-get install -yq nvidia-driver-555
+                - DEBIAN_FRONTEND=noninteractive sudo apt-get install -yq nvidia-driver-550
             onFailure: Abort
             timeoutSeconds: 180
           - name: reboot
@@ -100,10 +100,7 @@ You can complete the tutorial steps either manually or by automating the setup w
             action: ExecuteBash
             inputs:
               commands:
-                - wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb
-                - sudo dpkg -i cuda-keyring_1.1-1_all.deb
-                - sudo apt-get update
-                - DEBIAN_FRONTEND=noninteractive sudo apt-get -yq install cuda-toolkit-12-5
+                - DEBIAN_FRONTEND=noninteractive sudo apt-get -yq install nvidia-cuda-toolkit
             onFailure: Abort
             timeoutSeconds: 600
           - name: reboot