| { | |
| "aidf_metadata": { | |
| "version": "1.1.0", | |
| "last_modified": "September 9th 2023, 01:30", | |
| "meta": { | |
| "purpose": "ai_general_assistant", | |
| "custom_key": "custom_value" | |
| } | |
| }, | |
| "modelProfile": { | |
| "model": { | |
| "name": "jphme/llama-2-13b-chat-german", | |
| "purpose": "text-generation", | |
| "created_by": "hf.co/jphme", | |
| "category": "llm", | |
| "class": "llama2", | |
| "architecture": "transformers", | |
| "finetuned": "yes", | |
| "finetuned_type": "chat, instruct", | |
| "[category]_metadata": { # e.g. "llm_metadata", specific metadata for model type | |
| "parameters": "70b", | |
| "architecture": "transformers", | |
| "fileFormats": "gguf, ggmlv3, gptq", | |
| "custom_key": "custom_value" | |
| } | |
| }, | |
| "finetuning": { | |
| "method": "full", | |
| "datasets": [ | |
| "Prorietary german conversation dataset - [View Dataset](https://huggingface.co/datasets)"", | |
| "German Squad - [View Dataset](https://huggingface.co/datasets)", | |
| "German Legal Squad - [View Dataset](https://huggingface.co/datasets)"", | |
| ], | |
| "datasets_additional_info": "According to the model creator, the dataset was augmented with "false RAG data" to improve factuality."" | |
| "additionalInfo": "for details see original model link." | |
| }, | |
| "quantization": { | |
| "types": ["8 bit", "5 bit (k_m)"], | |
| "tools": "llama.cpp (commit 9e20231) for quantization to 8, 5 and 4 bit" | |
| }, | |
| "deployment": { | |
| "instructions": "#/bin/sh", | |
| "scripts": "chmod +x run.sh && ./run.sh", | |
| "notes": "script to be published soon" | |
| } | |
| } | |
| } | |