update the axmodel for ax630c

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 *.axmodel filter=lfs diff=lfs merge=lfs -textmain_internvl2_5_448_prefill filter=lfs diff=lfs merge=lfs -text
+main filter=lfs diff=lfs merge=lfs -text

internvl2_5_1b_364_ax630c/model.embed_tokens.weight.bfloat16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c075733fbd78ce7da59e83318795095432ab287547e61ba21ad3fb05a4bb896b
+size 271799808

internvl2_5_1b_364_ax630c/qwen2_p256_l0_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af330da9bcebf41e4aea08de49d074954486d08d0b56131097d1aedbec7accb8
+size 16009622

internvl2_5_1b_364_ax630c/qwen2_p256_l10_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d672ce000c86706709e885e6aa586d299688a825fa9b2492743c068d0a3dcff
+size 16009646

internvl2_5_1b_364_ax630c/qwen2_p256_l11_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944652ed5157021334e990b9df3460a698853b2e4dbffd62255e701747467723
+size 16009654

internvl2_5_1b_364_ax630c/qwen2_p256_l12_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2318e042d12e21108c0a7fd23e35978131da04408337319fa651cbb0ce8197
+size 16009622

internvl2_5_1b_364_ax630c/qwen2_p256_l13_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaccef791b600fb84a94e1117b23b97b5ebd6f69a02875c3feef5f207740325
+size 16009638

internvl2_5_1b_364_ax630c/qwen2_p256_l14_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aba074ab790ce3a9048732c0c8606ba1e3a9606754d37f38a481762faa170ea
+size 16009670

internvl2_5_1b_364_ax630c/qwen2_p256_l15_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d04515a1c97525d79e506865ddb527555bae3b4ce738519dff9693d63dd800
+size 16009630

internvl2_5_1b_364_ax630c/qwen2_p256_l16_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e9c61713e674f37f3e1eb570085bda050aa7739718e4cb11f33a43a13d4250
+size 16009630

internvl2_5_1b_364_ax630c/qwen2_p256_l17_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682e958761bab38381aa38667adc6715f0b83e18062c884105ee92e135f0d5d1
+size 16009630

internvl2_5_1b_364_ax630c/qwen2_p256_l18_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29defdfafd3ab57cca9e3602e6c92e3547788cba1ee9c2a627fd04f8ad07d3c6
+size 16009638

internvl2_5_1b_364_ax630c/qwen2_p256_l19_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6897a6b66af8d9ef98bf1ea2aa810b9a2ef612f0b64ee47c8faec8e2b635122d
+size 16009614

internvl2_5_1b_364_ax630c/qwen2_p256_l1_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a920d53223aa0a4746802b1705fef467763f371d09e0e1918d8e3b5c54311cb3
+size 16009638

internvl2_5_1b_364_ax630c/qwen2_p256_l20_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f120a2b2f6619c90610c5027bf02f20ddadd12df5051e1c358f73c03cb2cf6
+size 16009646

internvl2_5_1b_364_ax630c/qwen2_p256_l21_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1209e8c33c9765d19bed54410aa83573aea3eab04754ff5d14885e401a2d5a2
+size 16009630

internvl2_5_1b_364_ax630c/qwen2_p256_l22_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47a40712c2d33989bd2e4c6889b458399edf4f72de9149942f484ebde0e972b
+size 16009646

internvl2_5_1b_364_ax630c/qwen2_p256_l23_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924a41dcf1618069182896f4a2e5e3058a8d72d26f5e537f6d7cf7162c2cc319
+size 16009630

internvl2_5_1b_364_ax630c/qwen2_p256_l2_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df37aad5c393dd516157551018b5c7bd1440d94959d6ee30229074bbf68a916
+size 16009646

internvl2_5_1b_364_ax630c/qwen2_p256_l3_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d3efd9edcaf1eaeb613ddfd4f4d1568477e46426e20392d44e6b62190afa9e
+size 16009622

internvl2_5_1b_364_ax630c/qwen2_p256_l4_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bef5efe6ddf2609db42aca42c5beb3bce6ccbecb5d4465a091c75e2e6ddc0d
+size 16009646

internvl2_5_1b_364_ax630c/qwen2_p256_l5_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df32fcff11d33fe96622734da6c9f11f05856c8494c1a853a8822efe6af9479e
+size 16009614

internvl2_5_1b_364_ax630c/qwen2_p256_l6_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaf9ab7a2fd7e412e4992f8da48b4473ad417bf725df3332f1229ed5a68e6c1
+size 16009630

internvl2_5_1b_364_ax630c/qwen2_p256_l7_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cba84fcf8fd8cfe8f5b3bb2d097d2d423b80e9f8c2104b0eead26685a668a3d
+size 16009638

internvl2_5_1b_364_ax630c/qwen2_p256_l8_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08765f4dfbe87fe193b619285c289464fd16e9ac17b5f803af188c03726a5c2f
+size 16009638

internvl2_5_1b_364_ax630c/qwen2_p256_l9_together.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017870640a743a73853a903d8b03ef0b5998767e911b8f19a336cab3c4160cc2
+size 16009638

internvl2_5_1b_364_ax630c/qwen2_post.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb764b0fd3d62f22003eb3bc05c03a7250eb779d3cc1c440962c584c304b004c
+size 139700408

internvl2_5_1b_364_ax630c/vit_intern_sim_space2depth.axmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6a517a273eb945cb45922486db00cc884671dc38378f504c8d181de47fd024
+size 402545119

internvl2_5_tokenizer_364.py

@@ -0,0 +1,153 @@
+from transformers import AutoTokenizer, PreTrainedTokenizerFast
+from http.server import HTTPServer, BaseHTTPRequestHandler
+import json
+import argparse
+
+
+class Tokenizer_Http():
+
+    def __init__(self):
+
+        path = 'internvl2_5_tokenizer'
+        self.tokenizer = AutoTokenizer.from_pretrained(path,
+                                                       trust_remote_code=True,
+                                                       use_fast=False)
+
+    def encode(self, content):
+        prompt = f"<|im_start|>system\n你是由上海人工智能实验室联合商汤科技开发的书生多模态大模型，英文名叫InternVL, 是一个有用无害的人工智能助手。<|im_end|><|im_start|>user\n{content}<|im_end|><|im_start|>assistant\n"
+        input_ids = self.tokenizer.encode(prompt)
+        return input_ids
+
+    def encode_vpm(self, content="Please describe the image shortly."):
+        prompt = f"<|im_start|>system\n你是由上海人工智能实验室联合商汤科技开发的书生多模态大模型，英文名叫InternVL, 是一个有用无害的人工智能助手。<|im_end|><|im_start|>user\n<img>" + "<IMG_CONTEXT>" * 169 + f"</img>\n{content}<|im_end|><|im_start|>assistant\n"
+        input_ids = self.tokenizer.encode(prompt)
+        return input_ids
+
+    def decode(self, token_ids):
+        return self.tokenizer.decode(token_ids,
+                                     clean_up_tokenization_spaces=False)
+
+    @property
+    def bos_id(self):
+        return self.tokenizer.bos_token_id
+
+    @property
+    def eos_id(self):
+        return self.tokenizer.eos_token_id
+
+    @property
+    def bos_token(self):
+        return self.tokenizer.bos_token
+
+    @property
+    def eos_token(self):
+        return self.tokenizer.eos_token
+
+
+tokenizer = Tokenizer_Http()
+
+print(tokenizer.bos_id, tokenizer.bos_token, tokenizer.eos_id,
+      tokenizer.eos_token)
+token_ids = tokenizer.encode_vpm()
+# [151644, 8948, 198, 56568, 104625, 100633, 104455, 104800, 101101, 32022, 102022, 99602, 100013, 9370, 90286, 21287, 42140, 53772, 35243, 26288, 104949, 3837, 105205, 109641, 67916, 30698, 11, 54851, 46944, 115404, 42192, 99441, 100623, 48692, 100168, 110498, 1773, 151645, 151644, 872, 198,
+# 151646,
+# 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648, 151648,
+# 151647,
+# 198, 5501, 7512, 279, 2168, 19620, 13, 151645, 151644, 77091, 198]
+# 118
+print(token_ids)
+print(len(token_ids))
+token_ids = tokenizer.encode("hello world")
+# [151644, 8948, 198, 56568, 104625, 100633, 104455, 104800, 101101, 32022, 102022, 99602, 100013, 9370, 90286, 21287, 42140, 53772, 35243, 26288, 104949, 3837, 105205, 109641, 67916, 30698, 11, 54851, 46944, 115404, 42192, 99441, 100623, 48692, 100168, 110498, 1773, 151645, 151644, 872, 198, 14990, 1879, 151645, 151644, 77091, 198]
+# 47
+print(token_ids)
+print(len(token_ids))
+
+
+class Request(BaseHTTPRequestHandler):
+    #通过类继承，新定义类
+    timeout = 5
+    server_version = 'Apache'
+
+    def do_GET(self):
+        print(self.path)
+        #在新类中定义get的内容（当客户端向该服务端使用get请求时，本服务端将如下运行）
+        self.send_response(200)
+        self.send_header("type", "get")  #设置响应头，可省略或设置多个
+        self.end_headers()
+
+        if self.path == '/bos_id':
+            bos_id = tokenizer.bos_id
+            # print(bos_id)
+            # to json
+            if bos_id is None:
+                msg = json.dumps({'bos_id': -1})
+            else:
+                msg = json.dumps({'bos_id': bos_id})
+        elif self.path == '/eos_id':
+            eos_id = tokenizer.eos_id
+            if eos_id is None:
+                msg = json.dumps({'eos_id': -1})
+            else:
+                msg = json.dumps({'eos_id': eos_id})
+        else:
+            msg = 'error'
+
+        print(msg)
+        msg = str(msg).encode()  #转为str再转为byte格式
+
+        self.wfile.write(msg)  #将byte格式的信息返回给客户端
+
+    def do_POST(self):
+        #在新类中定义post的内容（当客户端向该服务端使用post请求时，本服务端将如下运行）
+        data = self.rfile.read(int(
+            self.headers['content-length']))  #获取从客户端传入的参数（byte格式）
+        data = data.decode()  #将byte格式转为str格式
+
+        self.send_response(200)
+        self.send_header("type", "post")  #设置响应头，可省略或设置多个
+        self.end_headers()
+
+        if self.path == '/encode':
+            req = json.loads(data)
+            print(req)
+            prompt = req['text']
+            b_img_prompt = False
+            if 'img_prompt' in req:
+                b_img_prompt = req['img_prompt']
+            if b_img_prompt:
+                token_ids = tokenizer.encode_vpm(prompt)
+            else:
+                token_ids = tokenizer.encode(prompt)
+            if token_ids is None:
+                msg = json.dumps({'token_ids': -1})
+            else:
+                msg = json.dumps({'token_ids': token_ids})
+
+        elif self.path == '/decode':
+            req = json.loads(data)
+            token_ids = req['token_ids']
+            text = tokenizer.decode(token_ids)
+            if text is None:
+                msg = json.dumps({'text': ""})
+            else:
+                msg = json.dumps({'text': text})
+        else:
+            msg = 'error'
+        print(msg)
+        msg = str(msg).encode()  #转为str再转为byte格式
+
+        self.wfile.write(msg)  #将byte格式的信息返回给客户端
+
+
+if __name__ == "__main__":
+
+    args = argparse.ArgumentParser()
+    args.add_argument('--host', type=str, default='localhost')
+    args.add_argument('--port', type=int, default=8080)
+    args = args.parse_args()
+
+    host = (args.host, args.port)  #设定地址与端口号，'localhost'等价于'127.0.0.1'
+    print('http://%s:%s' % host)
+    server = HTTPServer(host, Request)  #根据地址端口号和新定义的类，创建服务器实例
+    server.serve_forever()  #开启服务

main

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5f93a06d217f9eb57a7438e0cbb43f9a8d47f0bf8e61b6c6c9c0059a6abaee
+size 6534536

run_internvl2_5_364_ax630c.sh

@@ -0,0 +1,20 @@
+./main \
+--template_filename_axmodel "internvl2_5_1b_364_ax630c/qwen2_p256_l%d_together.axmodel" \
+--axmodel_num 24 \
+--filename_vpm_resampler_axmodedl "internvl2_5_1b_364_ax630c/vit_intern_sim_space2depth.axmodel" \
+--tokenizer_type 2 \
+--bos 0 --eos 0 \
+--dynamic_load_axmodel_layer 0 \
+--use_mmap_load_embed 1 \
+--filename_tokenizer_model "http://127.0.0.1:12345" \
+--filename_post_axmodel "internvl2_5_1b_364_ax630c/qwen2_post.axmodel" \
+--use_topk 0 \
+--filename_tokens_embed "internvl2_5_1b_364_ax630c/model.embed_tokens.weight.bfloat16.bin" \
+--tokens_embed_num 151674 \
+--tokens_embed_size 896 \
+--live_print 1 \
+--continue 1 \
+--img_height 364 \
+--img_width 364 \
+--img_token_id 151667 \
+--prompt "$1" --image "$2"