Upload folder using huggingface_hub
Browse files- config.json +60 -0
- generation_config.json +16 -0
- onnx/decoder_model.onnx +3 -0
- onnx/decoder_model_merged.onnx +3 -0
- onnx/decoder_model_merged_quantized.onnx +3 -0
- onnx/decoder_model_quantized.onnx +3 -0
- onnx/decoder_with_past_model.onnx +3 -0
- onnx/decoder_with_past_model_quantized.onnx +3 -0
- onnx/encoder_model.onnx +3 -0
- onnx/encoder_model_quantized.onnx +3 -0
- quantize_config.json +125 -0
- source.spm +0 -0
- special_tokens_map.json +5 -0
- target.spm +0 -0
- tokenizer.json +0 -0
- tokenizer_config.json +12 -0
- vocab.json +0 -0
    	
        config.json
    ADDED
    
    | @@ -0,0 +1,60 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "_name_or_path": "Helsinki-NLP/opus-mt-en-da",
         | 
| 3 | 
            +
              "_num_labels": 3,
         | 
| 4 | 
            +
              "activation_dropout": 0.0,
         | 
| 5 | 
            +
              "activation_function": "swish",
         | 
| 6 | 
            +
              "add_bias_logits": false,
         | 
| 7 | 
            +
              "add_final_layer_norm": false,
         | 
| 8 | 
            +
              "architectures": [
         | 
| 9 | 
            +
                "MarianMTModel"
         | 
| 10 | 
            +
              ],
         | 
| 11 | 
            +
              "attention_dropout": 0.0,
         | 
| 12 | 
            +
              "bad_words_ids": [
         | 
| 13 | 
            +
                [
         | 
| 14 | 
            +
                  58929
         | 
| 15 | 
            +
                ]
         | 
| 16 | 
            +
              ],
         | 
| 17 | 
            +
              "bos_token_id": 0,
         | 
| 18 | 
            +
              "classif_dropout": 0.0,
         | 
| 19 | 
            +
              "classifier_dropout": 0.0,
         | 
| 20 | 
            +
              "d_model": 512,
         | 
| 21 | 
            +
              "decoder_attention_heads": 8,
         | 
| 22 | 
            +
              "decoder_ffn_dim": 2048,
         | 
| 23 | 
            +
              "decoder_layerdrop": 0.0,
         | 
| 24 | 
            +
              "decoder_layers": 6,
         | 
| 25 | 
            +
              "decoder_start_token_id": 58929,
         | 
| 26 | 
            +
              "decoder_vocab_size": 58930,
         | 
| 27 | 
            +
              "dropout": 0.1,
         | 
| 28 | 
            +
              "encoder_attention_heads": 8,
         | 
| 29 | 
            +
              "encoder_ffn_dim": 2048,
         | 
| 30 | 
            +
              "encoder_layerdrop": 0.0,
         | 
| 31 | 
            +
              "encoder_layers": 6,
         | 
| 32 | 
            +
              "eos_token_id": 0,
         | 
| 33 | 
            +
              "forced_eos_token_id": 0,
         | 
| 34 | 
            +
              "id2label": {
         | 
| 35 | 
            +
                "0": "LABEL_0",
         | 
| 36 | 
            +
                "1": "LABEL_1",
         | 
| 37 | 
            +
                "2": "LABEL_2"
         | 
| 38 | 
            +
              },
         | 
| 39 | 
            +
              "init_std": 0.02,
         | 
| 40 | 
            +
              "is_encoder_decoder": true,
         | 
| 41 | 
            +
              "label2id": {
         | 
| 42 | 
            +
                "LABEL_0": 0,
         | 
| 43 | 
            +
                "LABEL_1": 1,
         | 
| 44 | 
            +
                "LABEL_2": 2
         | 
| 45 | 
            +
              },
         | 
| 46 | 
            +
              "max_length": 512,
         | 
| 47 | 
            +
              "max_position_embeddings": 512,
         | 
| 48 | 
            +
              "model_type": "marian",
         | 
| 49 | 
            +
              "normalize_before": false,
         | 
| 50 | 
            +
              "normalize_embedding": false,
         | 
| 51 | 
            +
              "num_beams": 4,
         | 
| 52 | 
            +
              "num_hidden_layers": 6,
         | 
| 53 | 
            +
              "pad_token_id": 58929,
         | 
| 54 | 
            +
              "scale_embedding": true,
         | 
| 55 | 
            +
              "share_encoder_decoder_embeddings": true,
         | 
| 56 | 
            +
              "static_position_embeddings": true,
         | 
| 57 | 
            +
              "transformers_version": "4.32.0.dev0",
         | 
| 58 | 
            +
              "use_cache": true,
         | 
| 59 | 
            +
              "vocab_size": 58930
         | 
| 60 | 
            +
            }
         | 
    	
        generation_config.json
    ADDED
    
    | @@ -0,0 +1,16 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "_from_model_config": true,
         | 
| 3 | 
            +
              "bad_words_ids": [
         | 
| 4 | 
            +
                [
         | 
| 5 | 
            +
                  58929
         | 
| 6 | 
            +
                ]
         | 
| 7 | 
            +
              ],
         | 
| 8 | 
            +
              "bos_token_id": 0,
         | 
| 9 | 
            +
              "decoder_start_token_id": 58929,
         | 
| 10 | 
            +
              "eos_token_id": 0,
         | 
| 11 | 
            +
              "forced_eos_token_id": 0,
         | 
| 12 | 
            +
              "max_length": 512,
         | 
| 13 | 
            +
              "num_beams": 4,
         | 
| 14 | 
            +
              "pad_token_id": 58929,
         | 
| 15 | 
            +
              "transformers_version": "4.32.0.dev0"
         | 
| 16 | 
            +
            }
         | 
    	
        onnx/decoder_model.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:2bf78600380cd8c473dc037345641ac4a4cfa25c1885bb47723f63863ede2a84
         | 
| 3 | 
            +
            size 343834560
         | 
    	
        onnx/decoder_model_merged.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:91b188f95a7ebdbc056629202341a90c0c67adb481c5d6b0cbf47ec692292f4c
         | 
| 3 | 
            +
            size 344070042
         | 
    	
        onnx/decoder_model_merged_quantized.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:54446c39dc6c677f6942d471d0209dd7fa369afe61fab3b1377a2c407caa0cfd
         | 
| 3 | 
            +
            size 87548390
         | 
    	
        onnx/decoder_model_quantized.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:bebc52c0eb9526d220abc72ec77141459565c9f8285fc93f2c1a053096b3c509
         | 
| 3 | 
            +
            size 87177034
         | 
    	
        onnx/decoder_with_past_model.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:280b4bd4f9fe0350ce4b98e48971f76aa927a4fe4456911fae6a6cf2e3afabbe
         | 
| 3 | 
            +
            size 331184051
         | 
    	
        onnx/decoder_with_past_model_quantized.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:78689e88673cc5f714eb548b49be11ec77e544c4e9ea6e6885ca91267b9f4838
         | 
| 3 | 
            +
            size 83905570
         | 
    	
        onnx/encoder_model.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:744cde0c46bf33bad30411619866d42b073b57bf958a3f81b00c192d87cc9d99
         | 
| 3 | 
            +
            size 197504812
         | 
    	
        onnx/encoder_model_quantized.onnx
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:0b607addd3d4eb4ab6560cbcdac6f0018bf90b52eee2069412ba9f4a2e00f2f6
         | 
| 3 | 
            +
            size 49791390
         | 
    	
        quantize_config.json
    ADDED
    
    | @@ -0,0 +1,125 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
                "per_channel": true,
         | 
| 3 | 
            +
                "reduce_range": true,
         | 
| 4 | 
            +
                "per_model_config": {
         | 
| 5 | 
            +
                    "encoder_model": {
         | 
| 6 | 
            +
                        "op_types": [
         | 
| 7 | 
            +
                            "Cast",
         | 
| 8 | 
            +
                            "Concat",
         | 
| 9 | 
            +
                            "Softmax",
         | 
| 10 | 
            +
                            "Mul",
         | 
| 11 | 
            +
                            "Sqrt",
         | 
| 12 | 
            +
                            "Sub",
         | 
| 13 | 
            +
                            "Shape",
         | 
| 14 | 
            +
                            "Unsqueeze",
         | 
| 15 | 
            +
                            "MatMul",
         | 
| 16 | 
            +
                            "Range",
         | 
| 17 | 
            +
                            "Pow",
         | 
| 18 | 
            +
                            "Reshape",
         | 
| 19 | 
            +
                            "Gather",
         | 
| 20 | 
            +
                            "Expand",
         | 
| 21 | 
            +
                            "Transpose",
         | 
| 22 | 
            +
                            "ReduceMean",
         | 
| 23 | 
            +
                            "Sigmoid",
         | 
| 24 | 
            +
                            "Constant",
         | 
| 25 | 
            +
                            "ConstantOfShape",
         | 
| 26 | 
            +
                            "Equal",
         | 
| 27 | 
            +
                            "Where",
         | 
| 28 | 
            +
                            "Div",
         | 
| 29 | 
            +
                            "Add"
         | 
| 30 | 
            +
                        ],
         | 
| 31 | 
            +
                        "weight_type": "QInt8"
         | 
| 32 | 
            +
                    },
         | 
| 33 | 
            +
                    "decoder_with_past_model": {
         | 
| 34 | 
            +
                        "op_types": [
         | 
| 35 | 
            +
                            "Cast",
         | 
| 36 | 
            +
                            "Concat",
         | 
| 37 | 
            +
                            "Softmax",
         | 
| 38 | 
            +
                            "Mul",
         | 
| 39 | 
            +
                            "Sqrt",
         | 
| 40 | 
            +
                            "Sub",
         | 
| 41 | 
            +
                            "Shape",
         | 
| 42 | 
            +
                            "Unsqueeze",
         | 
| 43 | 
            +
                            "MatMul",
         | 
| 44 | 
            +
                            "Range",
         | 
| 45 | 
            +
                            "Pow",
         | 
| 46 | 
            +
                            "Reshape",
         | 
| 47 | 
            +
                            "Gather",
         | 
| 48 | 
            +
                            "Expand",
         | 
| 49 | 
            +
                            "Transpose",
         | 
| 50 | 
            +
                            "ReduceMean",
         | 
| 51 | 
            +
                            "Sigmoid",
         | 
| 52 | 
            +
                            "Constant",
         | 
| 53 | 
            +
                            "ConstantOfShape",
         | 
| 54 | 
            +
                            "Equal",
         | 
| 55 | 
            +
                            "Where",
         | 
| 56 | 
            +
                            "Div",
         | 
| 57 | 
            +
                            "Add"
         | 
| 58 | 
            +
                        ],
         | 
| 59 | 
            +
                        "weight_type": "QInt8"
         | 
| 60 | 
            +
                    },
         | 
| 61 | 
            +
                    "decoder_model": {
         | 
| 62 | 
            +
                        "op_types": [
         | 
| 63 | 
            +
                            "Cast",
         | 
| 64 | 
            +
                            "Concat",
         | 
| 65 | 
            +
                            "Softmax",
         | 
| 66 | 
            +
                            "Mul",
         | 
| 67 | 
            +
                            "Slice",
         | 
| 68 | 
            +
                            "Sqrt",
         | 
| 69 | 
            +
                            "Sub",
         | 
| 70 | 
            +
                            "Shape",
         | 
| 71 | 
            +
                            "Unsqueeze",
         | 
| 72 | 
            +
                            "MatMul",
         | 
| 73 | 
            +
                            "Squeeze",
         | 
| 74 | 
            +
                            "Range",
         | 
| 75 | 
            +
                            "Pow",
         | 
| 76 | 
            +
                            "Reshape",
         | 
| 77 | 
            +
                            "Gather",
         | 
| 78 | 
            +
                            "Expand",
         | 
| 79 | 
            +
                            "Transpose",
         | 
| 80 | 
            +
                            "ReduceMean",
         | 
| 81 | 
            +
                            "Sigmoid",
         | 
| 82 | 
            +
                            "Constant",
         | 
| 83 | 
            +
                            "ConstantOfShape",
         | 
| 84 | 
            +
                            "Less",
         | 
| 85 | 
            +
                            "Where",
         | 
| 86 | 
            +
                            "Equal",
         | 
| 87 | 
            +
                            "Div",
         | 
| 88 | 
            +
                            "Add"
         | 
| 89 | 
            +
                        ],
         | 
| 90 | 
            +
                        "weight_type": "QInt8"
         | 
| 91 | 
            +
                    },
         | 
| 92 | 
            +
                    "decoder_model_merged": {
         | 
| 93 | 
            +
                        "op_types": [
         | 
| 94 | 
            +
                            "Cast",
         | 
| 95 | 
            +
                            "Concat",
         | 
| 96 | 
            +
                            "Softmax",
         | 
| 97 | 
            +
                            "Mul",
         | 
| 98 | 
            +
                            "Slice",
         | 
| 99 | 
            +
                            "Sqrt",
         | 
| 100 | 
            +
                            "Sub",
         | 
| 101 | 
            +
                            "Shape",
         | 
| 102 | 
            +
                            "Unsqueeze",
         | 
| 103 | 
            +
                            "MatMul",
         | 
| 104 | 
            +
                            "Squeeze",
         | 
| 105 | 
            +
                            "Range",
         | 
| 106 | 
            +
                            "Pow",
         | 
| 107 | 
            +
                            "Reshape",
         | 
| 108 | 
            +
                            "Gather",
         | 
| 109 | 
            +
                            "Expand",
         | 
| 110 | 
            +
                            "Transpose",
         | 
| 111 | 
            +
                            "ReduceMean",
         | 
| 112 | 
            +
                            "Sigmoid",
         | 
| 113 | 
            +
                            "Constant",
         | 
| 114 | 
            +
                            "ConstantOfShape",
         | 
| 115 | 
            +
                            "If",
         | 
| 116 | 
            +
                            "Less",
         | 
| 117 | 
            +
                            "Where",
         | 
| 118 | 
            +
                            "Equal",
         | 
| 119 | 
            +
                            "Div",
         | 
| 120 | 
            +
                            "Add"
         | 
| 121 | 
            +
                        ],
         | 
| 122 | 
            +
                        "weight_type": "QInt8"
         | 
| 123 | 
            +
                    }
         | 
| 124 | 
            +
                }
         | 
| 125 | 
            +
            }
         | 
    	
        source.spm
    ADDED
    
    | Binary file (788 kB). View file | 
|  | 
    	
        special_tokens_map.json
    ADDED
    
    | @@ -0,0 +1,5 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "eos_token": "</s>",
         | 
| 3 | 
            +
              "pad_token": "<pad>",
         | 
| 4 | 
            +
              "unk_token": "<unk>"
         | 
| 5 | 
            +
            }
         | 
    	
        target.spm
    ADDED
    
    | Binary file (820 kB). View file | 
|  | 
    	
        tokenizer.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
    	
        tokenizer_config.json
    ADDED
    
    | @@ -0,0 +1,12 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "clean_up_tokenization_spaces": true,
         | 
| 3 | 
            +
              "eos_token": "</s>",
         | 
| 4 | 
            +
              "model_max_length": 512,
         | 
| 5 | 
            +
              "pad_token": "<pad>",
         | 
| 6 | 
            +
              "separate_vocabs": false,
         | 
| 7 | 
            +
              "source_lang": "en",
         | 
| 8 | 
            +
              "sp_model_kwargs": {},
         | 
| 9 | 
            +
              "target_lang": "da",
         | 
| 10 | 
            +
              "tokenizer_class": "MarianTokenizer",
         | 
| 11 | 
            +
              "unk_token": "<unk>"
         | 
| 12 | 
            +
            }
         | 
    	
        vocab.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
