Add files using upload-large-folder tool

.gitattributes

@@ -33,4 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
-assets/teaser.jpg filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,43 @@
+{
+  "architectures": [
+    "Glm4MoeForCausalLM"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "pad_token_id": 151329,
+  "eos_token_id": [
+    151329,
+    151336,
+    151338
+  ],
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "partial_rotary_factor": 0.5,
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "max_position_embeddings": 131072,
+  "model_type": "glm4_moe",
+  "moe_intermediate_size": 1536,
+  "norm_topk_prob": true,
+  "num_attention_heads": 96,
+  "n_group": 1,
+  "topk_group": 1,
+  "n_routed_experts": 160,
+  "n_shared_experts": 1,
+  "routed_scaling_factor": 2.5,
+  "num_experts_per_tok": 8,
+  "first_k_dense_replace": 3,
+  "num_hidden_layers": 92,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "num_nextn_predict_layers": 1,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.54.0",
+  "use_cache": true,
+  "use_qk_norm": true,
+  "vocab_size": 151552
+}

model-00003-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd855e20ea4049a294a68b7d28268519d6b96868a76e98c2c530410043efe36
+size 5363548312

model-00004-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1118e4f4bbb52e46bc6b3f6ec9d36cf7373b504a7e0341486ec4ecc37ca6a06e
+size 5354671160

model-00005-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2390f34fd1d401dcc014fe271c42aa36daea3177e71c85e0f57b90e921a9f0a
+size 5363508568

model-00009-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79638de3bb541caa92a60aa19224752fd4cd208b4350f463df478734ea673714
+size 5363548296

model-00012-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc0eb0e4748e00b6b96f515ff319e1e2b640546e086c92043057aa568458b30
+size 5363519576

model-00013-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf3d0807df52fb59ed0a87805d23c77c57016808c38786e8ccca57bffecc447
+size 5365186280

model-00014-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9e773d0169e6c2ddf3a590ea7bf6e352fb22e09912136940ce09fe1367e7f3
+size 5363519784

model-00016-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e14fb11ccc0ad341a351eb0684c3aba0f94dfca60e1a7b3ca897e488f0fd91
+size 5365186272

model-00017-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d55d74aa8d1e8f096546f6184be2d4b75eaf00e5af9bb399b34b0d021cc0d3
+size 5363519744

model-00028-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6f90af4b070f6e026e80cba2c959031d65fc6c93b1e86f2fc6b1665ce211f7
+size 5363508928

model-00029-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0f96a957d134c733976d118c5b300ec72c5b4d79d2e74f2aa11e1512ecbf5f
+size 5273906752

model-00032-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8b84b2ec7f2c8dfb3049e2c9fd2ac4c9030565279594b8cb9cf837ef9205c0
+size 5353072712

model-00033-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d88d66d8110d4a5cce568ceef88f8fe006d961bcb35d919c215872116399ba
+size 5363508880

model-00034-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f88eb05cd013b87160be8cbfb67317ab0ecf43f49373cc8af4c1d18e70896d
+size 5365198632

model-00038-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e33d9e8378a5f834ca3f505cd24f1da1f6aab2b7c1f09b110d204601966bee
+size 5353072648

model-00044-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6704057e46edef17fe9c4d01a672ad7cdc321f327a7581748548537e90b1df69
+size 5353072584

model-00045-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b517edbec096c9d50272e1e7ccbf389aeb8085cf85a6b155f01e9e8e01e09a2
+size 5365198760

model-00048-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171b48284b941a7ea4de084fd3c7cb4ef84091fa3ac4e4c22e4d792e2f398b16
+size 5365198744

model-00051-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e584a156d9898906a91f8be869d21ee6447aab991827779367a5b613a234058
+size 5365198704

model-00063-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049f75ea0a1387d325aa402791862df95de364d78e4efaffee34aed56b38c255
+size 5367473224

model-00064-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a109d8709c18a0fc98297a89b5e4fb963415e3c74e4d933b4b30ea486a60f17e
+size 5363508920

model-00065-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35c591f1e9c771e20aee15d3bf38de92dfa5ec5f455b27be67230e7812eb8c8
+size 5365198624

model-00069-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4226cb7b205a984cab101def9e5c40c0767e07fb23d04d1abdb44e677528d8f4
+size 5353072616

model-00070-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d632cfb99c95a402be4935758ae145960e7200b0acff40d42e51a1a8bc900dc2
+size 5363509064

model-00072-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7003da69597c0f816a503e25eb42c32e71bebcc34109218bc1f1ac7bce4f14e8
+size 5353072584

model-00073-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3e5365a3a07f38ec2ec81da4db46fb0118b3101196c6a68187357a455b02f5
+size 5365198760

model-00074-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fae12a3264525e8181044eafd6e91c4aad884efb36f68309bd2a9ab88b02c9f
+size 5363508896

model-00075-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3a4928ac07234b82af99165484cc390146cef56d6474ce0f6e5128433656a1
+size 5353072568

model-00078-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e69877e62e1513fd69b11d1ad5f3d9b42a2cf690a21d70225637c710e4287c2
+size 5353072560

model-00081-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24541348449097b6923940dec92ab5ee7457e0463deb98d891a255d3d21e9467
+size 5353072520

model-00082-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2de3ae09ef0acbe2ed061ec9836a6db0a6598b19b358f0b42004192107ad9a
+size 5365198664

model-00083-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd30d1d1d0e8b0d388224b5de3e124c89385fefa292e832767422d60aedd094
+size 5358274768

model-00087-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d33efda9360c3e657b41f14f2e01477d9a8c8190da6ce8b0cf3fd7d6f89aea
+size 5363508896

model-00088-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51b6ec7350df600a82df1617a200a8cae2dd705836605a5d2df325c35ecbfd6
+size 5365198632

model-00095-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3176cd0385b86fe6d55b98fba5b79225af20fbf104e591988d296288d68f3b86
+size 5353072600

model-00098-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeed2494c1685af548eea1cfc2d859a9edb2ef9387f09414709b820d909a32ca
+size 5363509040

model-00102-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8473901a42cb718ffae05bbf645c8d19b9da0fb8c307c7854064e778d114b398
+size 5363508904

model-00104-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1ce34f63071bb42f922b877855c3ce94fd0439d91ec95df579cfc3087c0399
+size 5363538392

model-00107-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e820646335f567fda6e952ef59cc57b2f0368fb38b33c6ca2a5bf9b6835f4de
+size 5363538344

model-00108-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352ac295287df943584abc0548821ad922ffaf5f276053199d07b6d5bfb6961b
+size 5363509064

model-00115-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0d2d96842e1038521153c2103921223fbe350ec7cf346dd2c246a6e35bc88a
+size 5363508944

model-00116-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a388038af4c973a51c43bcee418085c4f0bc42b809c3c9e366e4e406580cede1
+size 5353051632

model-00121-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876f88f7b3be1276c6882054ee0a8c0275509fb498aec27e232d766367ea5c26
+size 5353062136

model-00124-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549a8d5d9c457f7eaab2c5a84432c18490cf75344daa43cce5987b947c1fd30f
+size 5353062120

model-00131-of-00132.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46263ecb3ad26f3f544ba45addd95319b19852ffdab1125f6f9ed5355dd2ae87
+size 3487825680

tokenizer_config.json

@@ -0,0 +1,325 @@
+{
+  "added_tokens_decoder": {
+    "151329": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151330": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151331": {
+      "content": "[gMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151332": {
+      "content": "[sMASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151333": {
+      "content": "<sop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151334": {
+      "content": "<eop>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151335": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151336": {
+      "content": "<|user|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151337": {
+      "content": "<|assistant|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151338": {
+      "content": "<|observation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151339": {
+      "content": "<|begin_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151340": {
+      "content": "<|end_of_image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151341": {
+      "content": "<|begin_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151342": {
+      "content": "<|end_of_video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151343": {
+      "content": "<|begin_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151344": {
+      "content": "<|end_of_audio|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151345": {
+      "content": "<|begin_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151346": {
+      "content": "<|end_of_transcription|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151347": {
+      "content": "<|code_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151348": {
+      "content": "<|code_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151349": {
+      "content": "<|code_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151350": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151351": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151352": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151353": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151354": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151355": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151356": {
+      "content": "<arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151357": {
+      "content": "</arg_key>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151358": {
+      "content": "<arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151359": {
+      "content": "</arg_value>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151360": {
+      "content": "/nothink",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151361": {
+      "content": "<|begin_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151362": {
+      "content": "<|end_of_box|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151363": {
+      "content": "<|image|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151364": {
+      "content": "<|video|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>",
+    "<|code_prefix|>",
+    "<|code_middle|>",
+    "<|code_suffix|>",
+    "/nothink"
+  ],
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 128000,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "remove_space": false,
+  "tokenizer_class": "PreTrainedTokenizer"
+}