File size: 5,311 Bytes
56add8f
0d21638
56add8f
f47fabf
 
 
 
 
 
 
 
 
e2f7986
f47fabf
 
 
 
56add8f
cda5f27
56add8f
 
cda5f27
 
 
 
e2f7986
56add8f
 
f47fabf
 
 
 
 
 
 
 
 
 
e2f7986
f47fabf
e2f7986
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
b5e8bdc
f47fabf
 
e2f7986
 
 
f47fabf
 
 
 
 
 
 
e2f7986
f47fabf
e2f7986
f47fabf
 
56add8f
cda5f27
56add8f
 
 
 
 
 
e2f7986
56add8f
f47fabf
 
ce24d11
f47fabf
 
 
 
 
 
 
 
e2f7986
f47fabf
842a919
56add8f
 
 
1daa44a
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
{
    "api": {
        "models": {
            "Xylaria 1.6": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/Qwen/Qwen2.5-Coder-32B-Instruct/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                    }
                }
            },

            "Xylaria 1.6 Senoa": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/Qwen/QwQ-32B-Preview/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                    }
                }
            },

            "Xylaria 1.7": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/PowerInfer/SmallThinker-3B-Preview/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                    }
                }
            },

            "Xylaria 1.7 Senoa": {
                "type": "Text Generation",
                "api_url": "https://huggingface.co/api/inference-proxy/together/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                    }
                },
                "model_params": {
                    "model": "deepseek-ai/DeepSeek-R1",
                    "max_tokens": 10200,
                    "streaming": true
                }
            },

            "Xylaria 1.7 Senoa Experemental": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                    }
                }
            },

            "Xylaria 1.4 Senoa": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/mistralai/Mistral-Nemo-Instruct-2407/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                    }
                }
            },

            "Phi 3.5 Mini": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/microsoft/Phi-3.5-mini-instruct/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                    }
                }
            }
        }
    },
    "handle_stream": true
}