AudreyVM commited on
Commit
fda0d4b
·
verified ·
1 Parent(s): 93f3587

Update Gen-Eval scores to latest version

Browse files
Files changed (1) hide show
  1. README.md +27 -28
README.md CHANGED
@@ -764,39 +764,38 @@ provided with MT-GenEval.
764
 
765
  <details>
766
 
767
- | | Source | Target | Masc | Fem | Pair |
768
- |:---------------------------------|:---------|:---------|-------:|-------:|-------:|
769
- | SalamandraTA-7b-instruct | en | de | **0.883** | **0.883** | **0.773** |
770
- | SalamandraTA-7b-base | en | de | 0.857 | 0.77 | 0.66 |
771
- | MADLAD400-7B-mt | en | de | 0.877 | 0.823 | 0.713 |
772
- | TowerInstruct-7B-v0.2 | en | de | 0.863 | 0.84 | 0.727 |
773
  | | | | | | |
774
- | SalamandraTA-7b-instruct | en | es | 0.867 | **0.85** | **0.737** |
775
- | SalamandraTA-7b-base | en | es | **0.89** | 0.733 | 0.643 |
776
- | MADLAD400-7B-mt | en | es | 0.887 | 0.78 | 0.687 |
777
- | TowerInstruct-7B-v0.2 | en | es | 0.85 | 0.823 | 0.693 |
778
  | | | | | | |
779
- | SalamandraTA-7b-instruct | en | fr | **0.9** | 0.82 | **0.737** |
780
- | SalamandraTA-7b-base | en | fr | 0.8867 | 0.71 | 0.617 |
781
- | MADLAD400-7B-mt | en | fr | 0.873 | 0.777 | 0.663 |
782
- | TowerInstruct-7B-v0.2 | en | fr | 0.88 | **0.823** | 0.717 |
783
  | | | | | | |
784
- | SalamandraTA-7b-instruct | en | it | 0.9 | **0.763** | 0.683 |
785
- | SalamandraTA-7b-base | en | it | 0.893 | 0.593 | 0.513 |
786
- | MADLAD400-7B-mt | en | it | 0.907 | 0.663 | 0.597 |
787
- | TowerInstruct-7B-v0.2 | en | it | **0.947** | 0.747 | **0.713** |
788
  | | | | | | |
789
- | SalamandraTA-7b-instruct | en | pt | 0.92 | **0.77** | **0.707** |
790
- | SalamandraTA-7b-base | en | pt | **0.923** | 0.65 | 0.597 |
791
- | MADLAD400-7B-mt | en | pt | **0.923** | 0.687 | 0.627 |
792
- | TowerInstruct-7B-v0.2 | en | pt | 0.907 | 0.73 | 0.67 |
 
 
 
 
 
793
  | | | | | | |
794
- | SalamandraTA-7b-instruct | en | ru | **0.95** | **0.837** | **0.793** |
795
- | SalamandraTA-7b-base | en | ru | 0.933 | 0.713 | 0.653 |
796
- | MADLAD400-7B-mt | en | ru | 0.94 | 0.797 | 0.74 |
797
- | TowerInstruct-7B-v0.2 | en | ru | 0.933 | 0.797 | 0.733 |
798
-
799
- <img src="./images/geneval.png"/>
800
 
801
  </details>
802
 
 
764
 
765
  <details>
766
 
767
+ | | Source | Target | Masc | Fem | Pair |
768
+ |:--|:--|:--|:--|:--|:--|
769
+ | MADLAD400-7B | en | de | **0.877** | 0.823 | 0.713 |
770
+ | SalamandraTA-7b-base | en | de | 0.857 | 0.770 | 0.660 |
771
+ | SalamandraTA-7b-instruct | en | de | 0.863 | **0.867** | **0.740** |
772
+ | TowerInstruct-7B-v0.2 | en | de | 0.863 | 0.840 | 0.727 |
773
  | | | | | | |
774
+ | MADLAD400-7B | en | es | 0.887 | 0.780 | 0.687 |
775
+ | SalamandraTA-7b-base | en | es | **0.890** | 0.733 | 0.643 |
776
+ | SalamandraTA-7b-instruct | en | es | 0.860 | **0.837** | **0.710** |
777
+ | TowerInstruct-7B-v0.2 | en | es | 0.850 | 0.823 | 0.693 |
778
  | | | | | | |
779
+ | MADLAD400-7B | en | fr | 0.873 | 0.777 | 0.663 |
780
+ | SalamandraTA-7b-base | en | fr | 0.887 | 0.710 | 0.617 |
781
+ | SalamandraTA-7b-instruct | en | fr | **0.900** | 0.813 | **0.730** |
782
+ | TowerInstruct-7B-v0.2 | en | fr | 0.880 | **0.823** | 0.717 |
783
  | | | | | | |
784
+ | MADLAD400-7B | en | it | 0.907 | 0.663 | 0.597 |
785
+ | SalamandraTA-7b-base | en | it | 0.893 | 0.593 | 0.513 |
786
+ | SalamandraTA-7b-instruct | en | it | 0.913 | **0.780** | 0.707 |
787
+ | TowerInstruct-7B-v0.2 | en | it | **0.947** | 0.747 | **0.713** |
788
  | | | | | | |
789
+ | MADLAD400-7B | en | pt | 0.923 | 0.687 | 0.627 |
790
+ | SalamandraTA-7b-base | en | pt | 0.923 | 0.650 | 0.597 |
791
+ | SalamandraTA-7b-instruct | en | pt | **0.933** | **0.797** | **0.747** |
792
+ | TowerInstruct-7B-v0.2 | en | pt | 0.907 | 0.730 | 0.670 |
793
+ | | | | | | |
794
+ | MADLAD400-7B | en | ru | 0.940 | 0.797 | 0.740 |
795
+ | SalamandraTA-7b-base | en | ru | 0.933 | 0.713 | 0.653 |
796
+ | SalamandraTA-7b-instruct | en | ru | **0.950** | **0.830** | **0.783** |
797
+ | TowerInstruct-7B-v0.2 | en | ru | 0.933 | 0.797 | 0.733 |
798
  | | | | | | |
 
 
 
 
 
 
799
 
800
  </details>
801