MCPcopy Create free account

hub / github.com/allenai/OLMo / functions

Functions3,821 in github.com/allenai/OLMo

⨍ Functions 3,821◇ Types & classes 799↳ Endpoints 9
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_ethics.py:43
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_ethics.py:227
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/arithmetic.py:35
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_math.py:33
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/mutual.py:34
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/pubmedqa.py:38
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/lambada.py:83
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/openbookqa.py:34
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/asdiv.py:39
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/logiqa.py:35
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/coqa.py:36
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/swag.py:32
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/prost.py:42
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/wikitext.py:69
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/mc_taco.py:42
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/quac.py:33
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/mathqa.py:32
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/squad.py:56
Methodhas_training_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/race.py:45
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/drop.py:48
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/sciq.py:32
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/cbt.py:39
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/triviaqa.py:39
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/piqa.py:36
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/winogrande.py:41
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hellaswag.py:38
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/arc.py:36
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/wsc273.py:59
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/truthfulqa.py:65
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/truthfulqa.py:162
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/blimp.py:40
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/unscramble.py:40
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/qa4mre.py:36
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/gsm8k.py:48
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/naturalqs.py:40
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/qasper.py:112
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:60
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:232
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:283
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:334
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:388
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:440
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:492
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py:47
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py:102
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py:171
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py:233
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py:287
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py:376
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py:434
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/webqs.py:41
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_test.py:116
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/pile.py:33
Methodhas_validation_docs
Whether the task has a validation set
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/translation.py:119
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/sat.py:45
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/storycloze.py:51
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/headqa.py:35
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_ethics.py:46
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/arithmetic.py:38
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/hendrycks_math.py:36
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/mutual.py:37
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/pubmedqa.py:41
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/lambada.py:86
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/openbookqa.py:37
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/asdiv.py:42
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/logiqa.py:38
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/coqa.py:39
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/swag.py:35
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/prost.py:45
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/wikitext.py:72
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/mc_taco.py:45
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/quac.py:36
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/mathqa.py:35
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/squad.py:59
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/efficiency-pentathlon/efficiency_benchmark/dependencies/lm_eval/tasks/race.py:48
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/drop.py:48
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/sciq.py:32
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/cbt.py:39
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/triviaqa.py:39
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/piqa.py:36
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/winogrande.py:41
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/hellaswag.py:38
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/arc.py:36
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/wsc273.py:59
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/truthfulqa.py:65
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/truthfulqa.py:162
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/blimp.py:40
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/unscramble.py:40
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/qa4mre.py:36
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/gsm8k.py:48
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/naturalqs.py:40
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/qasper.py:112
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:60
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:232
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:283
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:334
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:388
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:440
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/glue.py:492
Methodhas_validation_docs
(self)
inference/efficiency/dependencies/previous_version/efficiency_benchmark/dependencies/lm_eval/tasks/superglue.py:47
← previousnext →2,701–2,800 of 3,821, ranked by callers