Upload 8 files

README.md

@@ -1,8 +1,8 @@
 ---
 title: Saya
-emoji: 🏢
-colorFrom: yellow
-colorTo: pink
+emoji: 🍃
+colorFrom: green
+colorTo: gray
 sdk: docker
 pinned: false
 ---

package-lock.json

@@ -0,0 +1,43 @@
+{
+  "name": "a server",
+  "version": "1.0.0",
+  "lockfileVersion": 3,
+  "requires": true,
+  "packages": {
+    "": {
+      "name": "a server",
+      "version": "1.0.0",
+      "license": "ISC",
+      "dependencies": {
+        "@anthropic-ai/tokenizer": "^0.0.4"
+      }
+    },
+    "node_modules/@anthropic-ai/tokenizer": {
+      "version": "0.0.4",
+      "resolved": "https://registry.npmjs.org/@anthropic-ai/tokenizer/-/tokenizer-0.0.4.tgz",
+      "integrity": "sha512-EHRKbxlxlc8W4KCBEseByJ7YwyYCmgu9OyN59H9+IYIGPoKv8tXyQXinkeGDI+cI8Tiuz9wk2jZb/kK7AyvL7g==",
+      "dependencies": {
+        "@types/node": "^18.11.18",
+        "tiktoken": "^1.0.10"
+      }
+    },
+    "node_modules/@types/node": {
+      "version": "18.19.30",
+      "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.30.tgz",
+      "integrity": "sha512-453z1zPuJLVDbyahaa1sSD5C2sht6ZpHp5rgJNs+H8YGqhluCXcuOUmBYsAo0Tos0cHySJ3lVUGbGgLlqIkpyg==",
+      "dependencies": {
+        "undici-types": "~5.26.4"
+      }
+    },
+    "node_modules/tiktoken": {
+      "version": "1.0.13",
+      "resolved": "https://registry.npmjs.org/tiktoken/-/tiktoken-1.0.13.tgz",
+      "integrity": "sha512-JaL9ZnvTbGFMDIBeGdVkLt4qWTeCPw+n7Ock+wceAGRenuHA6nOOvMJFliNDyXsjg2osGKJWsXtO2xc74VxyDw=="
+    },
+    "node_modules/undici-types": {
+      "version": "5.26.5",
+      "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-5.26.5.tgz",
+      "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA=="
+    }
+  }
+}

package.json

@@ -0,0 +1,14 @@
+{
+  "name": "a server",
+  "version": "1.0.0",
+  "description": "A server",
+  "main": "tokenizer.js",
+  "dependencies": {
+    "@anthropic-ai/tokenizer": "^0.0.4"
+  },
+  "scripts": {
+    "start": "node tokenizer.js"
+  },
+  "author": "",
+  "license": "ISC"
+}

requirements.txt

@@ -0,0 +1,3 @@
+Flask==2.1.2
+Werkzeug==2.1.1
+requests==2.27.1

server.py

@@ -0,0 +1,199 @@
+import requests
+from flask import Flask, request, Response, redirect, jsonify, stream_with_context
+import random, subprocess, string, json
+import os
+import logging
+from logging import NullHandler
+import subprocess
+from functools import wrap
+
+# Copied pepsi (thanks <3) made some modification so it works for me :v hue hue, nah doesn't use that shitty api thingy :v world sim whatever >.>
+
+def validate_token(token):
+    if token == os.environ.get('PASSWORD'):
+        return True
+    else:
+        return False
+
+def requires_auth_bearer(f):
+    @wraps(f)
+    def decorated(*args, **kwargs):
+        if 'X-Api-Key' not in request.headers:
+            return jsonify({'error': 'You need special Saya password :3c'}), 401
+        token = request.headers['X-Api-Key']
+        if not validate_token(token):
+            return jsonify({'error': 'hue hue hue hue hue hue '}), 401
+        return f(*args, **kwargs)
+    return decorated
+
+app = Flask(__name__)
+app.config['JSONIFY_PRETTYPRINT_REGULAR'] = True
+
+state = {
+    "current_requests": 0,
+    "total_prompts_sent": 0,
+    "total_tokens": 0,
+    "logging_enabled": os.environ.get('LOGGING_ENABLED', 'False').lower() in ['true', '1', 't']
+}
+
+## ill ne ver turn on logging i just wanted to show its off on page (same pepsi same :V)
+def configure_logging():
+    app.logger.addHandler(NullHandler())
+    app.logger.propagate = False
+    bloody_log = logging.getLogger('bloody')
+    bloody_log.setLevel(logging.ERROR)
+    bloody_log.addHandler(NullHandler())
+
+configure_logging()
+
+def get_token_count(text):
+    result = subprocess.run(['node', 'tokenizer.js', text], capture_output=True, text=True)
+    return int(result.stdout.strip())
+
+def generate_message_id():
+    chars = string.ascii_uppercase + string.digits + string.ascii_lowercase
+    return 'msg_' + ''.join(random.choices(chars, k=16))
+
+
+@app.errorhandler(404)
+def page_not_found(e):
+    return redirect(random.choice([
+        'https://youtu.be/0o0y-MNqdQU',
+        'https://youtu.be/oAJC1Pn78ZA',
+        'https://youtu.be/p_5tTM9D7l0',
+        'https://youtu.be/H0gEjUEneBI',
+        'https://youtu.be/Hj8icpQldzc',
+        'https://youtu.be/-9_sTTYXcwc',
+        'https://youtu.be/LmsuxO5rfEU',
+        'https://youtu.be/VJkzfV7kNYQ',
+        'https://youtu.be/oCikD1xcv0o',
+        'https://youtu.be/k9TSVx9gAW0',
+        'https://youtu.be/Xiiy8vEWj-g',
+        'https://youtu.be/FKLd1YdmIwA',
+        'https://youtu.be/RJ4iaQAF6SI',
+        'https://youtu.be/KPad2ftEwqc'
+    ])), 302
+
+@app.route('/saya/messages', methods=['POST'])
+@requires_auth_bearer
+def proxy_message():
+    state["total_prompts_sent"] += 1
+    state["current_requests"] += 1
+
+    data = request.get_json()
+    if not data or 'messages' not in data:
+        abort(400, 'Bad Request: No messages found in the request.')
+    full_text = ' '.join(msg.get('content', '') for msg in data['messages'])
+    token_count = get_token_count(full_text)
+    
+    data["model"] = os.environ.get('MODEL')
+
+    headers = {
+        "Authorization": f"Bearer {os.environ.get('KEY')}",
+        'Content-Type': 'application/json',
+        'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 12_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/13.2b11866 Mobile/16A366 Safari/605.1.15',
+        'Origin': os.environ.get('ORIGIN'),
+        'Referer': os.environ.get('REFERER'),
+        "Accept": "*/*",
+        "Accept-Language": "en-US,en;q=0.5",
+        "Sec-Fetch-Dest": "empty",
+        "Sec-Fetch-Mode": "cors",
+        "Sec-Fetch-Site": "same-origin",
+        "Sec-GPC": "1"
+    }
+    proxied_url = os.environ.get('PROXIED_URL')
+    response = requests.post(proxied_url, headers=headers, data=json.dumps(data), stream=True)
+
+    if not data.get('stream', False):
+        output = ''.join(chunk.decode('utf-8') for chunk in response.iter_content(chunk_size=1024) if chunk)
+        response_json = {
+            "content": [{"text": output, "type": "text"}],
+            "id": generate_message_id(),
+            "model": ":^)",
+            "role": "assistant",
+            "stop_reason": "end_turn",
+            "stop_sequence": None,
+            "type": "message",
+            "usage": {
+                "input_tokens": token_count,
+                "output_tokens": 25,
+            }
+        }
+        state["current_requests"] -= 1
+        return Response(json.dumps(response_json), headers={'Content-Type': 'application/json'}, status=response.status_code)
+
+    @stream_with_context
+    def generate_stream():
+        tokens_sent = 0
+        text_buffer = ''
+        try:
+            yield 'event: message_start\n'
+            yield f'data: {{"type": "message_start", "message": {{"id": "{generate_message_id()}", "type": "message", "role": "assistant", "content": [], "model": "claude-3-opus-20240229", "stop_reason": null, "stop_sequence": null, "usage": {{"input_tokens": 25, "output_tokens": 1}}}}}}\n\n'
+            yield 'event: content_block_start\n'
+            yield 'data: {"type": "content_block_start", "index": 0, "content_block": {"type": "text", "text": ""}}\n\n'
+            incomplete_chunk=""
+            for chunk in response.iter_content(chunk_size=256):
+                if chunk:
+                    decoded_chunk = incomplete_chunk+chunk.decode('utf-8', 'xmlcharrefreplace')
+                    if "data:" in decoded_chunk:
+                        if 'null}]}' not in decoded_chunk:
+                            incomplete_chunk+= decoded_chunk
+                        else:
+                            for chunkparts in decoded_chunk.split("\n"):
+                                if "data:" in chunkparts and "null}]}" in chunkparts:
+                                    data = json.loads(chunkparts.replace("data: ",""))
+                                    try:
+                                        text_buffer += data["choices"][0]["delta"]["content"]
+                                        data_dump = json.dumps({"type": "content_block_delta", "index": 0, "delta": {"type": "text_delta", "text": data["choices"][0]["delta"]["content"]}})
+                                        yield f'event: content_block_delta\n'
+                                        yield f'data: {data_dump}\n\n'
+                                        
+                                        
+                                        if 'content_block_stop' in chunkparts:
+                                            tokens_sent += get_token_count(text_buffer)
+                                            text_buffer = ''
+                                        incomplete_chunk=""
+                                    except:
+                                        pass
+                                else:
+                                    incomplete_chunk=chunkparts
+                    else:
+                        if decoded_chunk[0] != ":":
+                            incomplete_chunk+=decoded_chunk
+                            
+            yield 'event: content_block_stop\n'
+            yield 'data: {"type": "content_block_stop", "index": 0}\n\n'
+            yield 'event: message_delta\n'
+            yield 'data: {"type": "message_delta", "delta": {"stop_reason": "end_turn", "stop_sequence":null, "usage":{"output_tokens": 15}}}\n\n'
+            yield 'event: message_stop\n'
+            yield 'data: {"type": "message_stop"}\n\n'
+        except GeneratorExit:
+            pass 
+        finally:
+            if text_buffer:
+                tokens_sent += get_token_count(text_buffer)
+            state["current_requests"] -= 1
+            state["total_tokens"] += tokens_sent
+
+    return Response(generate_stream(), headers={'Content-Type': 'text/event-stream'})
+
+@app.route('/') 
+def index():
+    space_host = os.environ.get('SPACE_HOST', 'default-space-host')
+    endpoint = f"https://{space_host}/saya"
+    payload = '''<body style="background-image: url('https://images.dragonetwork.pl/wp12317828.jpg'); background-size: cover; background-repeat: no-repeat;">
+    <div style="background-color: rgba(0, 0, 0, 0.5); padding: 20px;">
+        <p style="color: white; font-weight: bold; font-size: 200%;">
+            <span>Endpoint:</span> <span>''' + endpoint + '''</span><br>
+            <span>Prompt Logging:</span> <span>''' + str(state["logging_enabled"]) + '''</span><br>
+            <span>Prompters Now:</span> <span>''' + str(state["current_requests"]) + '''</span><br>
+            <span>Total Prompts:</span> <span>''' + str(state["total_prompts_sent"]) + '''</span><br>
+            <span>Total Tokens:</span> <span>''' + str(state["total_tokens"]) + '''</span><br>
+            <span>Password Protected?:</span> <span>yes :3c</span><br>
+        </p>
+    </div>
+</body>'''
+    return payload, 200
+
+if __name__ == '__main__':
+    app.run(host='0.0.0.0', port=7860, debug=False)

tokenizer.js

@@ -0,0 +1,9 @@
+const { getTokenizer } = require('@anthropic-ai/tokenizer');
+const tokenizer = getTokenizer();
+function getTokenCount(text) {
+  const tokens = tokenizer.encode(text.normalize('NFKC'), 'all');
+  return tokens.length;
+}
+const text = process.argv[2];
+const tokenCount = getTokenCount(text);
+console.log(tokenCount);