Commit 
							
							·
						
						688ce2c
	
1
								Parent(s):
							
							de25e53
								
Update README.md
Browse files
    	
        README.md
    CHANGED
    
    | @@ -69,7 +69,7 @@ language: | |
| 69 | 
             
            - my
         | 
| 70 | 
             
            - ne
         | 
| 71 | 
             
            - nl
         | 
| 72 | 
            -
            - no
         | 
| 73 | 
             
            - ny
         | 
| 74 | 
             
            - pa
         | 
| 75 | 
             
            - pl
         | 
| @@ -105,24 +105,35 @@ language: | |
| 105 | 
             
            - yo
         | 
| 106 | 
             
            - zh
         | 
| 107 | 
             
            - zu
         | 
| 108 | 
            -
            pipeline_tag:  | 
| 109 | 
             
            widget:
         | 
| 110 | 
            -
            - text:  | 
| 111 | 
            -
             | 
| 112 | 
            -
             | 
| 113 | 
            -
              example_title:  | 
| 114 | 
            -
            - text:  | 
| 115 | 
            -
              example_title:  | 
| 116 | 
            -
            - text:  | 
| 117 | 
            -
              example_title:  | 
| 118 | 
            -
            - text:  | 
| 119 | 
            -
             | 
| 120 | 
            -
             | 
| 121 | 
            -
              example_title:  | 
| 122 | 
            -
            - text:  | 
| 123 | 
            -
              example_title:  | 
| 124 | 
            -
            - text:  | 
| 125 | 
            -
              example_title:  | 
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
| 126 | 
             
            model-index:
         | 
| 127 | 
             
            - name: mt0-xl
         | 
| 128 | 
             
              results:
         | 
| @@ -235,7 +246,7 @@ model-index: | |
| 235 | 
             
                  revision: 9dbd830a06fea8b1c49d6e5ef2004a08d9f45094
         | 
| 236 | 
             
                metrics:
         | 
| 237 | 
             
                - type: Accuracy
         | 
| 238 | 
            -
                  value: 39 | 
| 239 | 
             
              - task:
         | 
| 240 | 
             
                  type: Natural language inference
         | 
| 241 | 
             
                dataset:
         | 
| @@ -433,17 +444,17 @@ model-index: | |
| 433 | 
             
                  revision: e8dc562f5de170c54b5481011dd9f4fa04845771
         | 
| 434 | 
             
                metrics:
         | 
| 435 | 
             
                - type: Pass@1
         | 
| 436 | 
            -
                  value: 0 | 
| 437 | 
             
                - type: Pass@10
         | 
| 438 | 
            -
                  value: 0 | 
| 439 | 
             
                - type: Pass@100
         | 
| 440 | 
            -
                  value: 0 | 
| 441 | 
             
              - task:
         | 
| 442 | 
             
                  type: Sentence completion
         | 
| 443 | 
             
                dataset:
         | 
| 444 | 
             
                  type: story_cloze
         | 
| 445 | 
             
                  name: StoryCloze (2016)
         | 
| 446 | 
            -
                  config:  | 
| 447 | 
             
                  split: validation
         | 
| 448 | 
             
                  revision: e724c6f8cdf7c7a2fb229d862226e15b023ee4db
         | 
| 449 | 
             
                metrics:
         | 
| @@ -459,7 +470,7 @@ model-index: | |
| 459 | 
             
                  revision: 9e12063561e7e6c79099feb6d5a493142584e9e2
         | 
| 460 | 
             
                metrics:
         | 
| 461 | 
             
                - type: Accuracy
         | 
| 462 | 
            -
                  value: 72 | 
| 463 | 
             
              - task:
         | 
| 464 | 
             
                  type: Sentence completion
         | 
| 465 | 
             
                dataset:
         | 
| @@ -470,7 +481,7 @@ model-index: | |
| 470 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 471 | 
             
                metrics:
         | 
| 472 | 
             
                - type: Accuracy
         | 
| 473 | 
            -
                  value: 70 | 
| 474 | 
             
              - task:
         | 
| 475 | 
             
                  type: Sentence completion
         | 
| 476 | 
             
                dataset:
         | 
| @@ -481,7 +492,7 @@ model-index: | |
| 481 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 482 | 
             
                metrics:
         | 
| 483 | 
             
                - type: Accuracy
         | 
| 484 | 
            -
                  value: 66 | 
| 485 | 
             
              - task:
         | 
| 486 | 
             
                  type: Sentence completion
         | 
| 487 | 
             
                dataset:
         | 
| @@ -492,7 +503,7 @@ model-index: | |
| 492 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 493 | 
             
                metrics:
         | 
| 494 | 
             
                - type: Accuracy
         | 
| 495 | 
            -
                  value: 71 | 
| 496 | 
             
              - task:
         | 
| 497 | 
             
                  type: Sentence completion
         | 
| 498 | 
             
                dataset:
         | 
| @@ -503,7 +514,7 @@ model-index: | |
| 503 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 504 | 
             
                metrics:
         | 
| 505 | 
             
                - type: Accuracy
         | 
| 506 | 
            -
                  value: 70 | 
| 507 | 
             
              - task:
         | 
| 508 | 
             
                  type: Sentence completion
         | 
| 509 | 
             
                dataset:
         | 
| @@ -514,7 +525,7 @@ model-index: | |
| 514 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 515 | 
             
                metrics:
         | 
| 516 | 
             
                - type: Accuracy
         | 
| 517 | 
            -
                  value: 56 | 
| 518 | 
             
              - task:
         | 
| 519 | 
             
                  type: Sentence completion
         | 
| 520 | 
             
                dataset:
         | 
| @@ -525,7 +536,7 @@ model-index: | |
| 525 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 526 | 
             
                metrics:
         | 
| 527 | 
             
                - type: Accuracy
         | 
| 528 | 
            -
                  value: 53 | 
| 529 | 
             
              - task:
         | 
| 530 | 
             
                  type: Sentence completion
         | 
| 531 | 
             
                dataset:
         | 
| @@ -536,7 +547,7 @@ model-index: | |
| 536 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 537 | 
             
                metrics:
         | 
| 538 | 
             
                - type: Accuracy
         | 
| 539 | 
            -
                  value: 64 | 
| 540 | 
             
              - task:
         | 
| 541 | 
             
                  type: Sentence completion
         | 
| 542 | 
             
                dataset:
         | 
| @@ -547,7 +558,7 @@ model-index: | |
| 547 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 548 | 
             
                metrics:
         | 
| 549 | 
             
                - type: Accuracy
         | 
| 550 | 
            -
                  value: 60 | 
| 551 | 
             
              - task:
         | 
| 552 | 
             
                  type: Sentence completion
         | 
| 553 | 
             
                dataset:
         | 
| @@ -558,7 +569,7 @@ model-index: | |
| 558 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 559 | 
             
                metrics:
         | 
| 560 | 
             
                - type: Accuracy
         | 
| 561 | 
            -
                  value: 58 | 
| 562 | 
             
              - task:
         | 
| 563 | 
             
                  type: Sentence completion
         | 
| 564 | 
             
                dataset:
         | 
| @@ -569,7 +580,7 @@ model-index: | |
| 569 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 570 | 
             
                metrics:
         | 
| 571 | 
             
                - type: Accuracy
         | 
| 572 | 
            -
                  value: 68 | 
| 573 | 
             
              - task:
         | 
| 574 | 
             
                  type: Sentence completion
         | 
| 575 | 
             
                dataset:
         | 
| @@ -580,7 +591,7 @@ model-index: | |
| 580 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 581 | 
             
                metrics:
         | 
| 582 | 
             
                - type: Accuracy
         | 
| 583 | 
            -
                  value: 65 | 
| 584 | 
             
              - task:
         | 
| 585 | 
             
                  type: Sentence completion
         | 
| 586 | 
             
                dataset:
         | 
|  | |
| 69 | 
             
            - my
         | 
| 70 | 
             
            - ne
         | 
| 71 | 
             
            - nl
         | 
| 72 | 
            +
            - 'no'
         | 
| 73 | 
             
            - ny
         | 
| 74 | 
             
            - pa
         | 
| 75 | 
             
            - pl
         | 
|  | |
| 105 | 
             
            - yo
         | 
| 106 | 
             
            - zh
         | 
| 107 | 
             
            - zu
         | 
| 108 | 
            +
            pipeline_tag: text2text-generation
         | 
| 109 | 
             
            widget:
         | 
| 110 | 
            +
            - text: >-
         | 
| 111 | 
            +
                一个传奇的开端,一个不灭的神话,这不仅仅是一部电影,而是作为一个走进新时代的标签,永远彪炳史册。Would you rate the previous
         | 
| 112 | 
            +
                review as positive, neutral or negative?
         | 
| 113 | 
            +
              example_title: zh-en sentiment
         | 
| 114 | 
            +
            - text: 一个传奇的开端,一个不灭的神话,这不仅仅是一部电影,而是作为一个走进新时代的标签,永远彪炳史册。你认为这句话的立场是赞扬、中立还是批评?
         | 
| 115 | 
            +
              example_title: zh-zh sentiment
         | 
| 116 | 
            +
            - text: Suggest at least five related search terms to "Mạng neural nhân tạo".
         | 
| 117 | 
            +
              example_title: vi-en query
         | 
| 118 | 
            +
            - text: >-
         | 
| 119 | 
            +
                Proposez au moins cinq mots clés concernant «Réseau de neurones
         | 
| 120 | 
            +
                artificiels».
         | 
| 121 | 
            +
              example_title: fr-fr query
         | 
| 122 | 
            +
            - text: Explain in a sentence in Telugu what is backpropagation in neural networks.
         | 
| 123 | 
            +
              example_title: te-en qa
         | 
| 124 | 
            +
            - text: Why is the sky blue?
         | 
| 125 | 
            +
              example_title: en-en qa
         | 
| 126 | 
            +
            - text: >-
         | 
| 127 | 
            +
                Write a fairy tale about a troll saving a princess from a dangerous dragon.
         | 
| 128 | 
            +
                The fairy tale is a masterpiece that has achieved praise worldwide and its
         | 
| 129 | 
            +
                moral is "Heroes Come in All Shapes and Sizes". Story (in Spanish):
         | 
| 130 | 
            +
              example_title: es-en fable
         | 
| 131 | 
            +
            - text: >-
         | 
| 132 | 
            +
                Write a fable about wood elves living in a forest that is suddenly invaded
         | 
| 133 | 
            +
                by ogres. The fable is a masterpiece that has achieved praise worldwide and
         | 
| 134 | 
            +
                its moral is "Violence is the last refuge of the incompetent". Fable (in
         | 
| 135 | 
            +
                Hindi):
         | 
| 136 | 
            +
              example_title: hi-en fable
         | 
| 137 | 
             
            model-index:
         | 
| 138 | 
             
            - name: mt0-xl
         | 
| 139 | 
             
              results:
         | 
|  | |
| 246 | 
             
                  revision: 9dbd830a06fea8b1c49d6e5ef2004a08d9f45094
         | 
| 247 | 
             
                metrics:
         | 
| 248 | 
             
                - type: Accuracy
         | 
| 249 | 
            +
                  value: 39
         | 
| 250 | 
             
              - task:
         | 
| 251 | 
             
                  type: Natural language inference
         | 
| 252 | 
             
                dataset:
         | 
|  | |
| 444 | 
             
                  revision: e8dc562f5de170c54b5481011dd9f4fa04845771
         | 
| 445 | 
             
                metrics:
         | 
| 446 | 
             
                - type: Pass@1
         | 
| 447 | 
            +
                  value: 0
         | 
| 448 | 
             
                - type: Pass@10
         | 
| 449 | 
            +
                  value: 0
         | 
| 450 | 
             
                - type: Pass@100
         | 
| 451 | 
            +
                  value: 0
         | 
| 452 | 
             
              - task:
         | 
| 453 | 
             
                  type: Sentence completion
         | 
| 454 | 
             
                dataset:
         | 
| 455 | 
             
                  type: story_cloze
         | 
| 456 | 
             
                  name: StoryCloze (2016)
         | 
| 457 | 
            +
                  config: '2016'
         | 
| 458 | 
             
                  split: validation
         | 
| 459 | 
             
                  revision: e724c6f8cdf7c7a2fb229d862226e15b023ee4db
         | 
| 460 | 
             
                metrics:
         | 
|  | |
| 470 | 
             
                  revision: 9e12063561e7e6c79099feb6d5a493142584e9e2
         | 
| 471 | 
             
                metrics:
         | 
| 472 | 
             
                - type: Accuracy
         | 
| 473 | 
            +
                  value: 72
         | 
| 474 | 
             
              - task:
         | 
| 475 | 
             
                  type: Sentence completion
         | 
| 476 | 
             
                dataset:
         | 
|  | |
| 481 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 482 | 
             
                metrics:
         | 
| 483 | 
             
                - type: Accuracy
         | 
| 484 | 
            +
                  value: 70
         | 
| 485 | 
             
              - task:
         | 
| 486 | 
             
                  type: Sentence completion
         | 
| 487 | 
             
                dataset:
         | 
|  | |
| 492 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 493 | 
             
                metrics:
         | 
| 494 | 
             
                - type: Accuracy
         | 
| 495 | 
            +
                  value: 66
         | 
| 496 | 
             
              - task:
         | 
| 497 | 
             
                  type: Sentence completion
         | 
| 498 | 
             
                dataset:
         | 
|  | |
| 503 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 504 | 
             
                metrics:
         | 
| 505 | 
             
                - type: Accuracy
         | 
| 506 | 
            +
                  value: 71
         | 
| 507 | 
             
              - task:
         | 
| 508 | 
             
                  type: Sentence completion
         | 
| 509 | 
             
                dataset:
         | 
|  | |
| 514 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 515 | 
             
                metrics:
         | 
| 516 | 
             
                - type: Accuracy
         | 
| 517 | 
            +
                  value: 70
         | 
| 518 | 
             
              - task:
         | 
| 519 | 
             
                  type: Sentence completion
         | 
| 520 | 
             
                dataset:
         | 
|  | |
| 525 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 526 | 
             
                metrics:
         | 
| 527 | 
             
                - type: Accuracy
         | 
| 528 | 
            +
                  value: 56
         | 
| 529 | 
             
              - task:
         | 
| 530 | 
             
                  type: Sentence completion
         | 
| 531 | 
             
                dataset:
         | 
|  | |
| 536 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 537 | 
             
                metrics:
         | 
| 538 | 
             
                - type: Accuracy
         | 
| 539 | 
            +
                  value: 53
         | 
| 540 | 
             
              - task:
         | 
| 541 | 
             
                  type: Sentence completion
         | 
| 542 | 
             
                dataset:
         | 
|  | |
| 547 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 548 | 
             
                metrics:
         | 
| 549 | 
             
                - type: Accuracy
         | 
| 550 | 
            +
                  value: 64
         | 
| 551 | 
             
              - task:
         | 
| 552 | 
             
                  type: Sentence completion
         | 
| 553 | 
             
                dataset:
         | 
|  | |
| 558 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 559 | 
             
                metrics:
         | 
| 560 | 
             
                - type: Accuracy
         | 
| 561 | 
            +
                  value: 60
         | 
| 562 | 
             
              - task:
         | 
| 563 | 
             
                  type: Sentence completion
         | 
| 564 | 
             
                dataset:
         | 
|  | |
| 569 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 570 | 
             
                metrics:
         | 
| 571 | 
             
                - type: Accuracy
         | 
| 572 | 
            +
                  value: 58
         | 
| 573 | 
             
              - task:
         | 
| 574 | 
             
                  type: Sentence completion
         | 
| 575 | 
             
                dataset:
         | 
|  | |
| 580 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 581 | 
             
                metrics:
         | 
| 582 | 
             
                - type: Accuracy
         | 
| 583 | 
            +
                  value: 68
         | 
| 584 | 
             
              - task:
         | 
| 585 | 
             
                  type: Sentence completion
         | 
| 586 | 
             
                dataset:
         | 
|  | |
| 591 | 
             
                  revision: 37f73c60fb123111fa5af5f9b705d0b3747fd187
         | 
| 592 | 
             
                metrics:
         | 
| 593 | 
             
                - type: Accuracy
         | 
| 594 | 
            +
                  value: 65
         | 
| 595 | 
             
              - task:
         | 
| 596 | 
             
                  type: Sentence completion
         | 
| 597 | 
             
                dataset:
         | 
