Hugging Face's logo

Spaces:
Xenobd
/
GEMMA-1b-WEBGPU
Running

App Files Community
Xenobd commited on
Commit
a981da6
·
verified ·
1 Parent(s): 75edbdb

Update index.html

Browse files
Files changed (1) hide show
  1. index.html +32 -22
index.html CHANGED
@@ -1,29 +1,39 @@
1
  <!DOCTYPE html>
2
  <html lang="en">
3
-
4
  <head>
5
- <meta charset="UTF-8" />
6
- <link rel="stylesheet" href="style.css" />
 
 
7
 
8
- <meta name="viewport" content="width=device-width, initial-scale=1.0" />
9
- <title>Transformers.js - Object Detection</title>
10
- </head>
 
 
 
 
 
 
 
 
11
 
12
- <body>
13
- <h1>Object Detection w/ 🤗 Transformers.js</h1>
14
- <label id="container" for="upload">
15
- <svg width="25" height="25" viewBox="0 0 25 25" fill="none" xmlns="http://www.w3.org/2000/svg">
16
- <path fill="#000"
17
- d="M3.5 24.3a3 3 0 0 1-1.9-.8c-.5-.5-.8-1.2-.8-1.9V2.9c0-.7.3-1.3.8-1.9.6-.5 1.2-.7 2-.7h18.6c.7 0 1.3.2 1.9.7.5.6.7 1.2.7 2v18.6c0 .7-.2 1.4-.7 1.9a3 3 0 0 1-2 .8H3.6Zm0-2.7h18.7V2.9H3.5v18.7Zm2.7-2.7h13.3c.3 0 .5 0 .6-.3v-.7l-3.7-5a.6.6 0 0 0-.6-.2c-.2 0-.4 0-.5.3l-3.5 4.6-2.4-3.3a.6.6 0 0 0-.6-.3c-.2 0-.4.1-.5.3l-2.7 3.6c-.1.2-.2.4 0 .7.1.2.3.3.6.3Z">
18
- </path>
19
- </svg>
20
- Click to upload image
21
- <label id="example">(or try example)</label>
22
- </label>
23
- <label id="status">Loading model...</label>
24
- <input id="upload" type="file" accept="image/*" />
25
 
26
- <script src="index.js" type="module"></script>
27
- </body>
28
 
29
- </html>
 
 
 
 
 
 
 
 
 
 
 
 
1
  <!DOCTYPE html>
2
  <html lang="en">
 
3
  <head>
4
+ <meta charset="UTF-8">
5
+ <title>ONNX WebGPU Text Generation</title>
6
+ <script type="module">
7
+ import { pipeline } from 'https://cdn.jsdelivr.net/npm/@huggingface/[email protected]/dist/transformers.min.js';
8
 
9
+ async function run() {
10
+ // create generator with WebGPU backend
11
+ const generator = await pipeline(
12
+ "text-generation",
13
+ "onnx-community/gemma-3-1b-it-ONNX",
14
+ {
15
+ dtype: "q4",
16
+ // specify WebGPU backend for ORT
17
+ providers: ["webgpu"]
18
+ }
19
+ );
20
 
21
+ const messages = [
22
+ { role: "system", content: "You are a helpful assistant." },
23
+ { role: "user", content: "Write me a poem about Machine Learning." },
24
+ ];
 
 
 
 
 
 
 
 
 
25
 
26
+ const output = await generator(messages, { max_new_tokens: 512, do_sample: false });
 
27
 
28
+ // show output in page
29
+ document.getElementById("output").textContent = output[0].generated_text.at(-1).content;
30
+ }
31
+
32
+ run();
33
+ </script>
34
+ </head>
35
+ <body>
36
+ <h1>ONNX WebGPU Text Generation</h1>
37
+ <pre id="output">Generating...</pre>
38
+ </body>
39
+ </html>