morgendigital
/

Llama-2-13b-chat-german-GGUF

Text Generation

Model card Files Files and versions Community

freefallr commited on Sep 6, 2023

Commit

7cf8a10

·

1 Parent(s): 362713e

Update profile.aiml

Files changed (1) hide show

profile.aiml +8 -3

profile.aiml CHANGED Viewed

@@ -41,9 +41,14 @@
       "tools_used": "llama.cpp (commit 9e20231) - for quantization to 8, 5 and 4 bit"
     },
     "deployment": {
-      "shell": "#/bin/sh",
-      "script": "chmod +x run.sh && ./run.sh",
-      "notes": "The run.sh script is not yet published in this repo. It will be made available within the next few days."
     }
   }
 }

       "tools_used": "llama.cpp (commit 9e20231) - for quantization to 8, 5 and 4 bit"
     },
     "deployment": {
+      "id": "1",
+      "title": "Bare Metal - Only CPU (64 Bit Intel/AMD/ARM)",
+      "description": "Use run.sh to deploy the model. Note: The run.sh script is not yet published in this repo. It will be made available within the next few days."
+      "cpu_architecture": "x86-64, arm64",
+      "os": "Mac OS, Linux (Ubuntu), Linux (Debian), Windows",
+      "install": "chmod +x install.sh && ./install.sh",
+      "start": "./run.sh",
+      "stop": "systemctl stop run_aiml.service",
     }
   }
 }