huggingface · lvwerra · Jun 8, 2022 · May 31, 2022 · Jun 8, 2022
diff --git a/comparisons/exact_match/requirements.txt b/comparisons/exact_match/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 scipy
diff --git a/comparisons/mcnemar/requirements.txt b/comparisons/mcnemar/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 scipy
diff --git a/measurements/perplexity/requirements.txt b/measurements/perplexity/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 torch
 torch

diff --git a/metrics/accuracy/requirements.txt b/metrics/accuracy/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 sklearn
 datasets~=2.0
diff --git a/metrics/bertscore/requirements.txt b/metrics/bertscore/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 bert_score
diff --git a/metrics/bleu/requirements.txt b/metrics/bleu/requirements.txt
@@ -1,3 +1,2 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
diff --git a/metrics/bleurt/requirements.txt b/metrics/bleurt/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 git+https://github.com/google-research/bleurt.git
diff --git a/metrics/cer/requirements.txt b/metrics/cer/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 jiwer
diff --git a/metrics/chrf/requirements.txt b/metrics/chrf/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sacrebleu
diff --git a/metrics/code_eval/requirements.txt b/metrics/code_eval/requirements.txt
@@ -1,3 +1,2 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
diff --git a/metrics/comet/requirements.txt b/metrics/comet/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 unbabel-comet
 torch
diff --git a/metrics/competition_math/requirements.txt b/metrics/competition_math/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 git+https://github.com/hendrycks/math.git
diff --git a/metrics/coval/requirements.txt b/metrics/coval/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 git+https://github.com/ns-moosavi/coval.git
diff --git a/metrics/cuad/requirements.txt b/metrics/cuad/requirements.txt
@@ -1,3 +1,2 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
diff --git a/metrics/exact_match/requirements.txt b/metrics/exact_match/requirements.txt
@@ -1,3 +1,2 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
diff --git a/metrics/f1/requirements.txt b/metrics/f1/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sklearn
diff --git a/metrics/frugalscore/requirements.txt b/metrics/frugalscore/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 torch
 transformers
diff --git a/metrics/glue/requirements.txt b/metrics/glue/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 scipy
 sklearn
diff --git a/metrics/google_bleu/requirements.txt b/metrics/google_bleu/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 nltk
diff --git a/metrics/indic_glue/requirements.txt b/metrics/indic_glue/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 scipy
 sklearn
diff --git a/metrics/mae/requirements.txt b/metrics/mae/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sklearn
diff --git a/metrics/mahalanobis/requirements.txt b/metrics/mahalanobis/requirements.txt
@@ -1,3 +1,2 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
diff --git a/metrics/matthews_correlation/requirements.txt b/metrics/matthews_correlation/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sklearn
diff --git a/metrics/mauve/requirements.txt b/metrics/mauve/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 faiss-cpu
 sklearn

diff --git a/metrics/mean_iou/requirements.txt b/metrics/mean_iou/requirements.txt
@@ -1,3 +1,2 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
diff --git a/metrics/meteor/requirements.txt b/metrics/meteor/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 nltk
diff --git a/metrics/mse/requirements.txt b/metrics/mse/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sklearn
diff --git a/metrics/pearsonr/requirements.txt b/metrics/pearsonr/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 scipy
diff --git a/metrics/perplexity/requirements.txt b/metrics/perplexity/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 torch
 torch

diff --git a/metrics/precision/requirements.txt b/metrics/precision/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sklearn
diff --git a/metrics/recall/requirements.txt b/metrics/recall/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sklearn
diff --git a/metrics/rl_reliability/README.md b/metrics/rl_reliability/README.md
@@ -1,7 +1,8 @@
 ---
 title: RL Reliability
-datasets:
--  
+emoji: 🤗 
+colorFrom: blue
+colorTo: red
 tags:
 - evaluate
 - metric

diff --git a/metrics/rl_reliability/requirements.txt b/metrics/rl_reliability/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@main
+evaluate==0.1.0
 datasets~=2.0
 git+https://github.com/google-research/rl-reliability-metrics
 scipy

diff --git a/metrics/roc_auc/requirements.txt b/metrics/roc_auc/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sklearn
diff --git a/metrics/rouge/requirements.txt b/metrics/rouge/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 absl-py
 nltk

diff --git a/metrics/sacrebleu/requirements.txt b/metrics/sacrebleu/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sacrebleu
diff --git a/metrics/sari/requirements.txt b/metrics/sari/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sacrebleu
 sacremoses
diff --git a/metrics/seqeval/requirements.txt b/metrics/seqeval/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 seqeval
diff --git a/metrics/spearmanr/requirements.txt b/metrics/spearmanr/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 scipy
diff --git a/metrics/squad/requirements.txt b/metrics/squad/requirements.txt
@@ -1,3 +1,2 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
diff --git a/metrics/squad_v2/requirements.txt b/metrics/squad_v2/requirements.txt
@@ -1,3 +1,2 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
diff --git a/metrics/super_glue/requirements.txt b/metrics/super_glue/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sklearn
diff --git a/metrics/ter/requirements.txt b/metrics/ter/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sacrebleu
diff --git a/metrics/trec_eval/README.md b/metrics/trec_eval/README.md
@@ -1,7 +1,8 @@
 ---
 title: TREC Eval
-datasets:
--  
+emoji: 🤗 
+colorFrom: blue
+colorTo: red
 tags:
 - evaluate
 - metric

diff --git a/metrics/trec_eval/requirements.txt b/metrics/trec_eval/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@main
+evaluate==0.1.0
 datasets~=2.0
 trectools
diff --git a/metrics/wer/requirements.txt b/metrics/wer/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 jiwer
diff --git a/metrics/wiki_split/requirements.txt b/metrics/wiki_split/requirements.txt
@@ -1,5 +1,4 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sacrebleu
 sacremoses
diff --git a/metrics/xnli/requirements.txt b/metrics/xnli/requirements.txt
@@ -1,3 +1,2 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
diff --git a/metrics/xtreme_s/requirements.txt b/metrics/xtreme_s/requirements.txt
@@ -1,4 +1,3 @@
-# TODO: fix github to release
-git+https://github.com/huggingface/evaluate.git@505123230059f9605da8951880eddc9d1fbf4278
+evaluate==0.1.0
 datasets~=2.0
 sklearn