support axcl for rp5

.gitattributes

@@ -35,3 +35,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 *.axmodel filter=lfs diff=lfs merge=lfs -textmain_internvl2_5_448_prefill filter=lfs diff=lfs merge=lfs -text
 main filter=lfs diff=lfs merge=lfs -text
+main_aarch64_axcl filter=lfs diff=lfs merge=lfs -text

internvl2_5_tokenizer_448.py

@@ -143,8 +143,8 @@ class Request(BaseHTTPRequestHandler):
 if __name__ == "__main__":
 
     args = argparse.ArgumentParser()
-    args.add_argument('--host', type=str, default='localhost')
-    args.add_argument('--port', type=int, default=8080)
+    args.add_argument('--host', type=str, default='0.0.0.0')
+    args.add_argument('--port', type=int, default=12345)
     args = args.parse_args()
 
     host = (args.host, args.port)  #设定地址与端口号，'localhost'等价于'127.0.0.1'

main_aarch64_axcl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4372f9d080ba867c0f423ae14d80bd1556e4cacc9a7fdf447e53352213cd9aed
+size 7298232

run_internvl2_5_448_axcl_aarch64.sh

@@ -0,0 +1,16 @@
+./main_aarch64_axcl \
+--template_filename_axmodel "internvl2_5_1b_448_ax650/qwen2_p320_l%d_together.axmodel" \
+--axmodel_num 24 \
+--filename_image_encoder_axmodedl "internvl2_5_1b_448_ax650/vit_intern_2_5_sim_space2depth_nhwc.axmodel" \
+--tokenizer_type 2 \
+--bos 0 --eos 0 \
+--use_mmap_load_embed 0 \
+--filename_tokenizer_model "http://127.0.0.1:12345" \
+--filename_post_axmodel "internvl2_5_1b_448_ax650/qwen2_post.axmodel" \
+--filename_tokens_embed "internvl2_5_1b_448_ax650/model.embed_tokens.weight.bfloat16.bin" \
+--tokens_embed_num 151674 \
+--tokens_embed_size 896 \
+--live_print 1 \
+--devices "0" \
+--continue 1 \
+--prompt "" --image ""