Upload folder using huggingface_hub

decoder/config.json

@@ -66,9 +66,9 @@
         "max_input_len": 256,
         "max_seq_len": 1000,
         "opt_batch_size": null,
-        "max_batch_size": 8,
+        "max_batch_size": 7,
         "max_beam_width": 5,
-        "max_num_tokens": 8000,
+        "max_num_tokens": 7000,
         "opt_num_tokens": null,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,

decoder/rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47a949818b0f983c717baff2360603043801c9e4d3a7e0ee19558d6c8839d5bf
-size 1958601700
+oid sha256:4650a1f30046dbff4b52c791848a0785ac4a3c69b4f0fb7c59b0d1b112157cd8
+size 1958568612

encoder/config.json

@@ -44,9 +44,9 @@
         "max_input_len": 1500,
         "max_seq_len": 2048,
         "opt_batch_size": null,
-        "max_batch_size": 8,
+        "max_batch_size": 7,
         "max_beam_width": 1,
-        "max_num_tokens": 16384,
+        "max_num_tokens": 14336,
         "opt_num_tokens": null,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,

encoder/rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2f2cdc259315ac16c0ab05610679f0ec7e0d9d4c1bfc3f701249d17ad75e903
-size 1286573828
+oid sha256:e03d6a8cbe116b0d24b04e73ebdd369fc9b930efd0cbaa9a9328aac1f9f03e08
+size 1282810676