Update README.md
Browse files
README.md
CHANGED
|
@@ -5,9 +5,11 @@ datasets:
|
|
| 5 |
- Shuu12121/javascript-treesitter-filtered-datasetsV2
|
| 6 |
- Shuu12121/ruby-treesitter-filtered-datasetsV2
|
| 7 |
- Shuu12121/php-treesitter-filtered-datasetsV2
|
|
|
|
| 8 |
- Shuu12121/typescript-treesitter-filtered-datasetsV2
|
| 9 |
- Shuu12121/java-treesitter-dedupe_doc-filtered-dataset
|
| 10 |
- Shuu12121/go-treesitter-dedupe_doc-filtered-dataset
|
|
|
|
| 11 |
language:
|
| 12 |
- en
|
| 13 |
tags:
|
|
@@ -73,10 +75,4 @@ def mean_pooling(model_output, attention_mask):
|
|
| 73 |
return torch.sum(token_embeddings * input_mask_expanded, 1) / torch.clamp(input_mask_expanded.sum(1), min=1e-9)
|
| 74 |
|
| 75 |
embeddings = mean_pooling(outputs, inputs['attention_mask'])
|
| 76 |
-
````
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
|
|
|
| 5 |
- Shuu12121/javascript-treesitter-filtered-datasetsV2
|
| 6 |
- Shuu12121/ruby-treesitter-filtered-datasetsV2
|
| 7 |
- Shuu12121/php-treesitter-filtered-datasetsV2
|
| 8 |
+
- Shuu12121/rust-treesitter-filtered-datasetsV2
|
| 9 |
- Shuu12121/typescript-treesitter-filtered-datasetsV2
|
| 10 |
- Shuu12121/java-treesitter-dedupe_doc-filtered-dataset
|
| 11 |
- Shuu12121/go-treesitter-dedupe_doc-filtered-dataset
|
| 12 |
+
- code-search-net/code_search_net
|
| 13 |
language:
|
| 14 |
- en
|
| 15 |
tags:
|
|
|
|
| 75 |
return torch.sum(token_embeddings * input_mask_expanded, 1) / torch.clamp(input_mask_expanded.sum(1), min=1e-9)
|
| 76 |
|
| 77 |
embeddings = mean_pooling(outputs, inputs['attention_mask'])
|
| 78 |
+
````
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|