huggingface/transformers-v4.25.1.zip
The previewer is not showing all the files.
huggingface-transformers-4a224b1
.circleci
TROUBLESHOOT.md
321 Bytes
config.yml
7.3 kB
create_circleci_config.py
13.5 kB
.coveragerc
207 Bytes
.gitattributes
51 Bytes
.github
ISSUE_TEMPLATE
bug-report.yml
4.7 kB
config.yml
529 Bytes
feature-request.yml
1.1 kB
i18n.md
2.9 kB
migration.yml
2.7 kB
new-model-addition.yml
1.1 kB
PULL_REQUEST_TEMPLATE.md
3.1 kB
conda
build.sh
69 Bytes
meta.yaml
992 Bytes
workflows
TROUBLESHOOT.md
384 Bytes
add-model-like.yml
2.6 kB
build-docker-images.yml
8.1 kB
build-past-ci-docker-images.yml
3.0 kB
build_documentation.yml
441 Bytes
build_pr_documentation.yml
443 Bytes
check_runner_status.yml
2.7 kB
delete_doc_comment.yml
254 Bytes
doctests.yml
2.2 kB
model-templates.yml
3.7 kB
release-conda.yml
1.1 kB
self-nightly-scheduled.yml
11.4 kB
self-past-caller.yml
3.0 kB
self-past.yml
10.5 kB
self-push-caller.yml
1.4 kB
self-push.yml
25.7 kB
self-scheduled.yml
17.5 kB
stale.yml
553 Bytes
update_metdata.yml
1.0 kB
.gitignore
1.8 kB
CITATION.cff
2.3 kB
CODE_OF_CONDUCT.md
5.5 kB
CONTRIBUTING.md
18.3 kB
ISSUES.md
18.9 kB
LICENSE
11.4 kB
MANIFEST.in
16 Bytes
Makefile
3.4 kB
README.md
73.1 kB
README_es.md
74.5 kB
README_ja.md
77.5 kB
README_ko.md
71.5 kB
README_zh-hans.md
70.1 kB
README_zh-hant.md
70.5 kB
conftest.py
2.7 kB
docker
transformers-all-latest-gpu
Dockerfile
3.3 kB
transformers-cpu
Dockerfile
630 Bytes
transformers-doc-builder
Dockerfile
1.0 kB
transformers-gpu
Dockerfile
846 Bytes
transformers-past-gpu
Dockerfile
1.4 kB
transformers-pytorch-cpu
Dockerfile
608 Bytes
transformers-pytorch-deepspeed-latest-gpu
Dockerfile
1.7 kB
transformers-pytorch-deepspeed-nightly-gpu
Dockerfile
2.5 kB
transformers-pytorch-gpu
Dockerfile
1.8 kB
transformers-pytorch-tpu
Dockerfile
2.9 kB
bert-base-cased.jsonnet
937 Bytes
dataset.yaml
797 Bytes
docker-entrypoint.sh
247 Bytes
transformers-tensorflow-cpu
Dockerfile
614 Bytes
transformers-tensorflow-gpu
Dockerfile
999 Bytes
docs
README.md
18.4 kB
TRANSLATING.md
3.3 kB
source
_config.py
518 Bytes
de
_config.py
514 Bytes
_toctree.yml
618 Bytes
accelerate.mdx
5.1 kB
autoclass_tutorial.mdx
7.3 kB
index.mdx
58.5 kB
installation.mdx
10.5 kB
model_sharing.mdx
11.5 kB
pipeline_tutorial.mdx
8.1 kB
preprocessing.mdx
24.0 kB
quicktour.mdx
19.7 kB
training.mdx
20.6 kB
en
_config.py
518 Bytes
_toctree.yml
16.4 kB
accelerate.mdx
4.7 kB
add_new_model.mdx
50.1 kB
add_new_pipeline.mdx
10.8 kB
add_tensorflow_model.mdx
21.6 kB
autoclass_tutorial.mdx
6.7 kB
benchmarks.mdx
17.8 kB
bertology.mdx
2.0 kB
big_models.mdx
5.9 kB
community.mdx
26.0 kB
contributing.md
24 Bytes
converting_tensorflow_models.mdx
6.7 kB
create_a_model.mdx
16.1 kB
custom_models.mdx
14.8 kB
debugging.mdx
13.2 kB
fast_tokenizers.mdx
2.7 kB
glossary.mdx
18.6 kB
hpo_train.mdx
5.0 kB
index.mdx
69.0 kB
installation.mdx
9.5 kB
internal
file_utils.mdx
1.3 kB
generation_utils.mdx
6.9 kB
image_processing_utils.mdx
1.4 kB
modeling_utils.mdx
2.2 kB
pipelines_utils.mdx
1.2 kB
tokenization_utils.mdx
1.4 kB
trainer_utils.mdx
1.2 kB
main_classes
callback.mdx
4.2 kB
configuration.mdx
1.2 kB
data_collator.mdx
2.1 kB
deepspeed.mdx
78.8 kB
feature_extractor.mdx
1.3 kB
image_processor.mdx
1.2 kB
keras_callbacks.mdx
842 Bytes
logging.mdx
3.5 kB
model.mdx
6.4 kB
onnx.mdx
1.7 kB
optimizer_schedules.mdx
2.1 kB
output.mdx
7.9 kB
pipelines.mdx
14.6 kB
processors.mdx
6.6 kB
text_generation.mdx
1.6 kB
tokenizer.mdx
3.9 kB
trainer.mdx
32.2 kB
migration.mdx
14.9 kB
model_doc
albert.mdx
4.8 kB
audio-spectrogram-transformer.mdx
3.5 kB
auto.mdx
6.7 kB
bart.mdx
9.4 kB
barthez.mdx
2.6 kB
bartpho.mdx
3.8 kB
beit.mdx
6.4 kB
bert-generation.mdx
4.4 kB
bert-japanese.mdx
2.5 kB
bert.mdx
13.1 kB
bertweet.mdx
2.4 kB
big_bird.mdx
5.3 kB
bigbird_pegasus.mdx
4.2 kB
blenderbot-small.mdx
3.7 kB
blenderbot.mdx
4.7 kB
bloom.mdx
3.2 kB
bort.mdx
2.8 kB
byt5.mdx
7.2 kB
camembert.mdx
3.5 kB
canine.mdx
5.9 kB
chinese_clip.mdx
5.2 kB
clip.mdx
7.4 kB
clipseg.mdx
4.3 kB
codegen.mdx
4.2 kB
conditional_detr.mdx
3.8 kB
convbert.mdx
3.6 kB
convnext.mdx
3.6 kB
cpm.mdx
2.4 kB
ctrl.mdx
3.6 kB
cvt.mdx
3.8 kB
data2vec.mdx
5.3 kB
deberta-v2.mdx
5.5 kB
deberta.mdx
7.6 kB
decision_transformer.mdx
2.4 kB
deformable_detr.mdx
3.1 kB
deit.mdx
6.3 kB
detr.mdx
14.2 kB
dialogpt.mdx
2.9 kB
dinat.mdx
4.4 kB
distilbert.mdx
12.2 kB
dit.mdx
4.3 kB
donut.mdx
9.9 kB
dpr.mdx
2.9 kB
dpt.mdx
3.2 kB
electra.mdx
6.3 kB
encoder-decoder.mdx
9.0 kB
ernie.mdx
3.4 kB
esm.mdx
6.9 kB
flan-t5.mdx
2.3 kB
flaubert.mdx
3.6 kB
flava.mdx
3.0 kB
fnet.mdx
3.8 kB
fsmt.mdx
2.7 kB
funnel.mdx
5.0 kB
glpn.mdx
3.9 kB
gpt2.mdx
7.3 kB
gpt_neo.mdx
2.3 kB
gpt_neox.mdx
3.0 kB
gpt_neox_japanese.mdx
3.1 kB
gptj.mdx
5.6 kB
groupvit.mdx
3.9 kB
herbert.mdx
3.3 kB
hubert.mdx
3.0 kB
ibert.mdx
3.0 kB
imagegpt.mdx
5.7 kB
jukebox.mdx
4.1 kB
layoutlm.mdx
5.6 kB
layoutlmv2.mdx
16.1 kB
layoutlmv3.mdx
7.6 kB
layoutxlm.mdx
3.3 kB
led.mdx
4.9 kB
levit.mdx
6.0 kB
lilt.mdx
4.0 kB
longformer.mdx
6.9 kB
longt5.mdx
5.9 kB
luke.mdx
8.9 kB
lxmert.mdx
4.8 kB
m2m_100.mdx
5.3 kB
marian.mdx
7.9 kB
markuplm.mdx
11.0 kB
maskformer.mdx
5.4 kB
mbart.mdx
8.9 kB
mctct.mdx
2.7 kB
megatron-bert.mdx
5.4 kB
megatron_gpt2.mdx
4.2 kB
mluke.mdx
3.0 kB
mobilebert.mdx
4.7 kB
mobilenet_v1.mdx
4.6 kB
mobilenet_v2.mdx
5.7 kB
mobilevit.mdx
5.4 kB
mpnet.mdx
3.7 kB
mt5.mdx
3.3 kB
mvp.mdx
6.0 kB
nat.mdx
3.6 kB
nezha.mdx
2.7 kB
nllb.mdx
5.8 kB
nystromformer.mdx
3.0 kB
openai-gpt.mdx
7.2 kB
opt.mdx
2.8 kB
owlvit.mdx
6.1 kB
pegasus.mdx
5.5 kB
pegasus_x.mdx
2.6 kB
perceiver.mdx
9.8 kB
phobert.mdx
2.2 kB
plbart.mdx
5.4 kB
poolformer.mdx
4.6 kB
prophetnet.mdx
3.4 kB
qdqbert.mdx
6.2 kB
rag.mdx
3.8 kB
realm.mdx
3.2 kB
reformer.mdx
9.0 kB
regnet.mdx
3.2 kB
rembert.mdx
4.0 kB
resnet.mdx
3.6 kB
retribert.mdx
1.4 kB
roberta.mdx
10.5 kB
roc_bert.mdx
3.0 kB
roformer.mdx
4.3 kB
segformer.mdx
8.4 kB
sew-d.mdx
2.3 kB
sew.mdx
2.3 kB
speech-encoder-decoder.mdx
6.8 kB
speech_to_text.mdx
6.1 kB
speech_to_text_2.mdx
4.5 kB
splinter.mdx
4.0 kB
squeezebert.mdx
4.0 kB
swin.mdx
3.9 kB
swinv2.mdx
3.0 kB
switch_transformers.mdx
3.9 kB
t5.mdx
20.4 kB
t5v1.1.mdx
2.8 kB
table-transformer.mdx
4.1 kB
tapas.mdx
36.7 kB
tapex.mdx
7.0 kB
time_series_transformer.mdx
4.9 kB
trajectory_transformer.mdx
2.7 kB
transfo-xl.mdx
3.9 kB
trocr.mdx
5.0 kB
ul2.mdx
3.2 kB
unispeech-sat.mdx
3.7 kB
unispeech.mdx
2.9 kB
van.mdx
3.0 kB
videomae.mdx
4.3 kB
vilt.mdx
4.3 kB
vision-encoder-decoder.mdx
8.2 kB
vision-text-dual-encoder.mdx
2.0 kB
visual_bert.mdx
5.9 kB
vit.mdx
7.4 kB
vit_mae.mdx
4.8 kB
vit_msn.mdx
3.4 kB
wav2vec2-conformer.mdx
2.8 kB
wav2vec2.mdx
8.6 kB
wav2vec2_phoneme.mdx
2.9 kB
wavlm.mdx
3.3 kB
whisper.mdx
3.1 kB
xclip.mdx
3.8 kB
xglm.mdx
3.5 kB
xlm-prophetnet.mdx
3.0 kB
xlm-roberta-xl.mdx
2.8 kB
xlm-roberta.mdx
5.0 kB
xlm.mdx
4.0 kB
xlnet.mdx
5.2 kB
xls_r.mdx
2.7 kB
xlsr_wav2vec2.mdx
2.5 kB
yolos.mdx
3.2 kB
yoso.mdx
4.1 kB
model_sharing.mdx
10.1 kB
model_summary.mdx
46.1 kB
multilingual.mdx
8.1 kB
notebooks.md
28 Bytes
pad_truncation.mdx
7.3 kB
perf_hardware.mdx
7.4 kB
perf_infer_cpu.mdx
3.8 kB
perf_infer_gpu_many.mdx
863 Bytes
perf_infer_gpu_one.mdx
4.4 kB
perf_infer_special.mdx
729 Bytes
perf_train_cpu.mdx
3.3 kB
perf_train_cpu_many.mdx
6.0 kB
perf_train_gpu_many.mdx
33.7 kB
perf_train_gpu_one.mdx
43.8 kB
perf_train_special.mdx
973 Bytes
perf_train_tpu.mdx
941 Bytes
performance.mdx
4.2 kB
perplexity.mdx
8.0 kB
philosophy.mdx
5.9 kB
pipeline_tutorial.mdx
7.6 kB
pr_checks.mdx
6.6 kB
preprocessing.mdx
23.0 kB
quicktour.mdx
25.1 kB
run_scripts.mdx
16.6 kB
sagemaker.mdx
1.1 kB
serialization.mdx
18.0 kB
task_summary.mdx
54.9 kB
tasks
asr.mdx
14.6 kB
audio_classification.mdx
12.1 kB
image_classification.mdx
10.8 kB
language_modeling.mdx
27.3 kB
multiple_choice.mdx
16.2 kB
question_answering.mdx
15.6 kB
semantic_segmentation.mdx
13.9 kB
sequence_classification.mdx
14.3 kB
summarization.mdx
22.3 kB
token_classification.mdx
18.1 kB
translation.mdx
14.5 kB
testing.mdx
41.5 kB
tokenizer_summary.mdx
17.5 kB
torchscript.mdx
9.4 kB
training.mdx
18.3 kB
troubleshooting.mdx
7.7 kB
es
_config.py
514 Bytes
_toctree.yml
2.1 kB
accelerate.mdx
5.2 kB
autoclass_tutorial.mdx
6.0 kB
bertology.mdx
2.1 kB
converting_tensorflow_models.mdx
7.1 kB
create_a_model.mdx
17.3 kB
custom_models.mdx
16.2 kB
fast_tokenizers.mdx
3.0 kB
index.mdx
48.3 kB
installation.mdx
10.1 kB
model_sharing.mdx
11.2 kB
multilingual.mdx
8.4 kB
philosophy.mdx
5.5 kB
pipeline_tutorial.mdx
6.4 kB
pr_checks.mdx
7.5 kB
preprocessing.mdx
29.6 kB
quicktour.mdx
17.6 kB
run_scripts.mdx
17.6 kB
sagemaker.mdx
1.1 kB
serialization.mdx
28.6 kB
tasks
image_classification.mdx
6.8 kB
language_modeling.mdx
17.6 kB
multiple_choice.mdx
10.9 kB
question_answering.mdx
10.3 kB
summarization.mdx
15.2 kB
training.mdx
15.7 kB
it
_config.py
555 Bytes
_toctree.yml
1.4 kB
accelerate.mdx
5.2 kB
add_new_model.mdx
49.0 kB
add_new_pipeline.mdx
11.3 kB
autoclass_tutorial.mdx
5.9 kB
converting_tensorflow_models.mdx
7.0 kB
create_a_model.mdx
16.5 kB
custom_models.mdx
15.9 kB
debugging.mdx
13.8 kB
index.mdx
51.8 kB
installation.mdx
9.9 kB
model_sharing.mdx
11.3 kB
multilingual.mdx
8.6 kB
perf_hardware.mdx
8.0 kB
pipeline_tutorial.mdx
6.8 kB
preprocessing.mdx
22.8 kB
quicktour.mdx
17.9 kB
run_scripts.mdx
17.4 kB
serialization.mdx
28.1 kB
training.mdx
15.8 kB
ko
_config.py
536 Bytes
_toctree.yml
1.4 kB
in_translation.mdx
57 Bytes
index.mdx
66.3 kB
pt
_config.py
518 Bytes
_toctree.yml
1.2 kB
accelerate.mdx
5.1 kB
converting_tensorflow_models.mdx
7.1 kB
create_a_model.mdx
16.5 kB
custom_models.mdx
15.9 kB
fast_tokenizers.mdx
2.8 kB
index.mdx
49.2 kB
installation.mdx
10.2 kB
multilingual.mdx
8.5 kB
pipeline_tutorial.mdx
6.6 kB
quicktour.mdx
16.8 kB
run_scripts.mdx
17.5 kB
serialization.mdx
18.8 kB
tasks
sequence_classification.mdx
9.3 kB
token_classification.mdx
10.8 kB
training.mdx
16.3 kB
zh
_toctree.yml
57 Bytes
quicktour.mdx
24.3 kB
examples
README.md
7.3 kB
flax
README.md
6.5 kB
_tests_requirements.txt
86 Bytes
conftest.py
1.7 kB
image-captioning
README.md
3.3 kB
create_model_from_encoder_decoder_models.py
4.5 kB
run_image_captioning_flax.py
55.4 kB
language-modeling
README.md
19.6 kB
requirements.txt
69 Bytes
run_bart_dlm_flax.py
42.9 kB
run_clm_flax.py
36.4 kB
run_mlm_flax.py
39.3 kB
run_t5_mlm_flax.py
44.1 kB
t5_tokenizer_model.py
3.9 kB
question-answering
README.md
3.3 kB
requirements.txt
69 Bytes
run_qa.py
47.3 kB
utils_qa.py
22.8 kB
summarization
README.md
1.8 kB
requirements.txt
85 Bytes
run_summarization_flax.py
42.2 kB
test_flax_examples.py
8.5 kB
text-classification
README.md
6.6 kB
requirements.txt
69 Bytes
run_flax_glue.py
27.5 kB
token-classification
README.md
1.9 kB
requirements.txt
76 Bytes
run_flax_ner.py
33.8 kB
vision
README.md
2.5 kB
requirements.txt
200 Bytes
run_image_classification.py
22.4 kB
legacy
README.md
871 Bytes
multiple_choice
run_multiple_choice.py
8.3 kB
utils_multiple_choice.py
20.9 kB
pytorch-lightning
lightning_base.py
15.1 kB
requirements.txt
231 Bytes
run_glue.py
8.1 kB
run_glue.sh
907 Bytes
run_ner.py
9.7 kB
run_ner.sh
1.7 kB
run_pos.sh
1.1 kB
question-answering
README.md
4.8 kB
run_squad.py
34.9 kB
run_squad_trainer.py
6.8 kB
run_camembert.py
1.9 kB
run_chinese_ref.py
5.3 kB
run_language_modeling.py
13.9 kB
run_openai_gpt.py
14.3 kB
run_swag.py
30.2 kB
run_transfo_xl.py
6.2 kB
seq2seq
README.md
15.1 kB
__init__.py
87 Bytes
convert_model_to_fp16.py
1.4 kB
download_wmt.py
2.6 kB
finetune.sh
979 Bytes
finetune_tpu.sh
1.0 kB
finetune_trainer.py
14.0 kB
minify_dataset.py
1.2 kB
old_test_calculate_rouge.py
5.8 kB
old_test_datasets.py
11.1 kB
old_test_fsmt_bleu_score.py
2.5 kB
old_test_seq2seq_examples.py
5.0 kB
old_test_seq2seq_examples_multi_gpu.py
2.0 kB
old_test_tatoeba_conversion.py
1.4 kB
pack_dataset.py
3.4 kB
requirements.txt
227 Bytes
romanian_postprocessing.md
1.9 kB
rouge_cli.py
1.2 kB
run_distributed_eval.py
10.2 kB
run_eval.py
7.3 kB
run_eval_search.py
6.0 kB
save_len_file.py
2.1 kB
save_randomly_initialized_model.py
1.5 kB
sentence_splitter.py
1.2 kB
seq2seq_trainer.py
11.2 kB
seq2seq_training_args.py
2.7 kB
test_data
fsmt
build-eval-data.py
877 Bytes
fsmt_val_data.json
9.1 kB
test_data
17 Bytes
wmt_en_ro
test.source
12.1 kB
test.target
14.5 kB
train.len
26 Bytes
train.source
4.7 kB
train.target
6.1 kB
val.len
40 Bytes
val.source
9.6 kB
val.target
11.4 kB
train_distil_marian_enro.sh
1.5 kB
train_distil_marian_enro_tpu.sh
1.5 kB
train_distilbart_cnn.sh
1.5 kB
train_mbart_cc25_enro.sh
1.4 kB
utils.py
25.3 kB
xla_spawn.py
2.5 kB
text-classification
run_tf_text_classification.py
10.7 kB
token-classification
README.md
11.3 kB
run.sh
1.5 kB
run_chunk.sh
1.0 kB
run_ner.py
12.3 kB
run_pos.sh
1.0 kB
run_tf_ner.py
11.2 kB
scripts
preprocess.py
993 Bytes
tasks.py
5.5 kB
utils_ner.py
15.6 kB
pytorch
README.md
18.2 kB
_tests_requirements.txt
348 Bytes
audio-classification
README.md
6.1 kB
requirements.txt
55 Bytes
run_audio_classification.py
16.9 kB
benchmarking
README.md
1.7 kB
plot_csv_file.py
6.4 kB
requirements.txt
12 Bytes
run_benchmark.py
1.8 kB
conftest.py
1.7 kB
contrastive-image-text
README.md
4.0 kB
requirements.txt
47 Bytes
run_clip.py
22.6 kB
image-classification
README.md
9.0 kB
requirements.txt
76 Bytes
run_image_classification.py
15.4 kB
run_image_classification_no_trainer.py
24.3 kB
image-pretraining
README.md
10.4 kB
requirements.txt
47 Bytes
run_mae.py
15.4 kB
run_mim.py
18.7 kB
language-modeling
README.md
7.4 kB
requirements.txt
94 Bytes
run_clm.py
25.3 kB
run_clm_no_trainer.py
28.8 kB
run_mlm.py
26.9 kB
run_mlm_no_trainer.py
31.1 kB
run_plm.py
24.0 kB
multiple-choice
README.md
3.7 kB
requirements.txt
76 Bytes
run_no_trainer.sh
782 Bytes
run_swag.py
19.7 kB
run_swag_no_trainer.py
28.0 kB
question-answering
README.md
7.2 kB
requirements.txt
62 Bytes
run_qa.py
31.5 kB
run_qa_beam_search.py
33.1 kB
run_qa_beam_search_no_trainer.py
46.9 kB
run_qa_no_trainer.py
44.6 kB
run_seq2seq_qa.py
32.1 kB
trainer_qa.py
4.9 kB
trainer_seq2seq_qa.py
6.2 kB
utils_qa.py
22.8 kB
semantic-segmentation
README.md
10.4 kB
requirements.txt
83 Bytes
run_semantic_segmentation.py
19.8 kB
run_semantic_segmentation_no_trainer.py
27.3 kB
speech-pretraining
README.md
6.7 kB
requirements.txt
71 Bytes
run_wav2vec2_pretraining_no_trainer.py
29.9 kB
speech-recognition
README.md
33.0 kB
requirements.txt
66 Bytes
run_speech_recognition_ctc.py
31.4 kB
run_speech_recognition_seq2seq.py
23.4 kB
summarization
README.md
8.5 kB
requirements.txt
117 Bytes
run_summarization.py
31.5 kB
run_summarization_no_trainer.py
31.8 kB
test_accelerate_examples.py
13.4 kB
test_pytorch_examples.py
20.2 kB
test_xla_examples.py
2.8 kB
text-classification
README.md
8.7 kB
requirements.txt
112 Bytes
run_glue.py
27.3 kB
run_glue_no_trainer.py
27.9 kB
run_xnli.py
17.2 kB
text-generation
README.md
1.2 kB
requirements.txt
46 Bytes
run_generation.py
11.0 kB
run_generation_contrastive_search.py
5.1 kB
token-classification
README.md
4.7 kB
requirements.txt
68 Bytes
run.sh
758 Bytes
run_ner.py
26.6 kB
run_ner_no_trainer.py
33.4 kB
run_no_trainer.sh
828 Bytes
translation
README.md
8.1 kB
requirements.txt
119 Bytes
run_translation.py
28.5 kB
run_translation_no_trainer.py
32.1 kB
xla_spawn.py
2.5 kB
research_projects
README.md
1.1 kB
adversarial
README.md
1.4 kB
requirements.txt
22 Bytes
run_hans.py
8.3 kB
utils_hans.py
11.8 kB
bert-loses-patience
README.md
3.4 kB
pabee
__init__.py
0 Bytes
modeling_pabee_albert.py
14.1 kB
modeling_pabee_bert.py
15.5 kB
requirements.txt
21 Bytes
run_glue_with_pabee.py
30.6 kB
test_run_glue_with_pabee.py
1.4 kB
bertabs
README.md
2.9 kB
__init__.py
0 Bytes
configuration_bertabs.py
3.3 kB
convert_bertabs_original_pytorch_checkpoint.py
6.5 kB
modeling_bertabs.py
38.3 kB
requirements.txt
49 Bytes
run_summarization.py
10.2 kB
test_utils_summarization.py
4.4 kB
utils_summarization.py
5.8 kB
bertology
requirements.txt
22 Bytes
run_bertology.py
18.6 kB
run_prune_gpt.py
15.5 kB
codeparrot
README.md
16.0 kB
examples
README.md
3.4 kB
requirements.txt
86 Bytes
train_complexity_predictor.py
4.4 kB
requirements.txt
226 Bytes
scripts
arguments.py
10.2 kB
bpe_training.py
1.0 kB
codeparrot_training.py
12.9 kB
human_eval.py
9.0 kB
initialize_model.py
892 Bytes
minhash_deduplication.py
10.9 kB
preprocessing.py
7.4 kB
pretokenizing.py
1.3 kB
tests
__init__.py
0 Bytes
test_deduplicate.py
1.0 kB
validation_loss.py
3.5 kB
decision_transformer
requirements.txt
4.2 kB
run_decision_transformer.py
5.6 kB
deebert
README.md
1.9 kB
entropy_eval.sh
904 Bytes
eval_deebert.sh
790 Bytes
requirements.txt
22 Bytes
run_glue_deebert.py
31.7 kB
src
__init__.py
0 Bytes
modeling_highway_bert.py
17.7 kB
modeling_highway_roberta.py
6.8 kB
test_glue_deebert.py
3.7 kB
train_deebert.sh
910 Bytes
distillation
README.md
14.9 kB
distiller.py
26.2 kB
grouped_batch_sampler.py
4.3 kB
lm_seqs_dataset.py
6.1 kB
requirements.txt
96 Bytes
run_squad_w_distillation.py
36.2 kB
scripts
binarized_data.py
3.7 kB
extract.py
4.5 kB
extract_distilbert.py
4.4 kB
token_counts.py
2.0 kB
train.py
13.0 kB
training_configs
distilbert-base-cased.json
277 Bytes
distilbert-base-multilingual-cased.json
278 Bytes
distilbert-base-uncased.json
277 Bytes
distilgpt2.json
152 Bytes
distilroberta-base.json
364 Bytes
utils.py
4.3 kB
fsner
README.md
3.5 kB
pyproject.toml
142 Bytes
requirements.txt
19 Bytes
setup.py
864 Bytes
src
fsner
__init__.py
129 Bytes
model.py
3.1 kB
tokenizer_utils.py
4.0 kB
information-gain-filtration
README.md
5.3 kB
igf
__init__.py
0 Bytes
igf.py
14.5 kB
requirements.txt
77 Bytes
result_igf.png
34.4 kB
run_clm_igf.py
15.5 kB
jax-projects
HOW_TO_PROPOSE_PROJECT.md
7.1 kB
README.md
83.7 kB
big_bird
README.md
2.8 kB
bigbird_flax.py
11.7 kB
evaluate.py
6.5 kB
prepare_natural_questions.py
11.3 kB
requirements.txt
97 Bytes
sweep_flax.yaml
364 Bytes
train.py
2.8 kB
dataset-streaming
README.md
4.7 kB
run_mlm_flax_stream.py
26.7 kB
hybrid_clip
README.md
7.5 kB
configuration_hybrid_clip.py
4.4 kB
modeling_hybrid_clip.py
18.1 kB
requirements.txt
200 Bytes
run_hybrid_clip.py
21.8 kB
model_parallel
README.md
2.8 kB
partitions.py
2.9 kB
run_clm_mp.py
28.2 kB
wav2vec2
README.md
4.6 kB
run_wav2vec2_pretrain_flax.py
25.2 kB
layoutlmv3
README.md
2.9 kB
requirements.txt
24 Bytes
run_funsd_cord.py
21.2 kB
longform-qa
README.md
664 Bytes
eli5_app.py
13.5 kB
eli5_utils.py
28.3 kB
requirements.txt
52 Bytes
luke
README.md
2.1 kB
luke_utils.py
5.1 kB
run_luke_ner_no_trainer.py
29.1 kB
lxmert
README.md
189 Bytes
demo.ipynb
88.9 kB
extracting_data.py
5.3 kB
modeling_frcnn.py
73.7 kB
processing_image.py
5.7 kB
requirements.txt
1.7 kB
utils.py
18.2 kB
visualizing_image.py
13.4 kB
mlm_wwm
README.md
3.6 kB
requirements.txt
55 Bytes
run_chinese_ref.py
5.5 kB
run_mlm_wwm.py
18.3 kB
mm-imdb
README.md
670 Bytes
run_mmimdb.py
24.0 kB
utils_mmimdb.py
4.6 kB
movement-pruning
README.md
11.3 kB
Saving_PruneBERT.ipynb
28.0 kB
bertarize.py
5.2 kB
counts_parameters.py
3.5 kB
emmental
__init__.py
301 Bytes
configuration_bert_masked.py
2.5 kB
modeling_bert_masked.py
47.1 kB
modules
__init__.py
128 Bytes
binarizer.py
5.8 kB
masked_nn.py
4.5 kB
masked_run_glue.py
40.7 kB
masked_run_squad.py
47.9 kB
requirements.txt
186 Bytes
onnx
summarization
README.md
1.7 kB
bart_onnx
generation_onnx.py
30.8 kB
reduce_onnx_size.py
3.6 kB
requirements.txt
13 Bytes
run_onnx_exporter.py
6.7 kB
performer
README.md
1.3 kB
full_script.sh
351 Bytes
modeling_flax_performer.py
21.1 kB
modeling_flax_performer_utils.py
25.7 kB
run_mlm_performer.py
28.7 kB
sanity_script.sh
353 Bytes
pplm
README.md
2.4 kB
imgs
headfigure.png
668.3 kB
wooly.png
679.8 kB
pplm_classification_head.py
651 Bytes
requirements.txt
265 Bytes
run_pplm.py
29.0 kB
run_pplm_discrim_train.py
18.8 kB
quantization-qdqbert
Dockerfile
1.2 kB
README.md
5.9 kB
evaluate-hf-trt-qa.py
17.8 kB
ort-infer-benchmark.py
1.5 kB
quant_trainer.py
12.3 kB
run_quant_qa.py
31.7 kB
trainer_quant_qa.py
8.7 kB
utils_qa.py
22.4 kB
rag
README.md
10.4 kB
__init__.py
87 Bytes
_test_finetune_rag.py
4.0 kB
callbacks_rag.py
4.4 kB
consolidate_rag_checkpoint.py
3.7 kB
distributed_pytorch_retriever.py
6.5 kB
distributed_ray_retriever.py
7.2 kB
eval_rag.py
11.2 kB
finetune_rag.py
26.2 kB
finetune_rag.sh
1.0 kB
finetune_rag_ray.sh
1.3 kB
lightning_base.py
15.6 kB
parse_dpr_relevance_data.py
1.4 kB
requirements.txt
132 Bytes
test_data
my_knowledge_dataset.csv
3.6 kB
test_distributed_retriever.py
13.8 kB
use_own_knowledge_dataset.py
8.3 kB
utils_rag.py
8.1 kB
rag-end2end-retriever
README.md
3.5 kB
callbacks_rag.py
4.5 kB
distributed_ray_retriever.py
8.2 kB
eval_rag.py
11.2 kB
finetune_rag.py
33.7 kB
finetune_rag_ray_end2end.sh
2.1 kB
kb_encode_utils.py
3.2 kB
lightning_base.py
16.1 kB
requirements.txt
127 Bytes
test_run
dummy-kb
my_knowledge_dataset.csv
3.6 kB
dummy-train-data
train.source
1.6 kB
train.target
1.2 kB
val.source
263 Bytes
val.target
192 Bytes
test_finetune.sh
1.5 kB
test_rag_new_features.sh
363 Bytes
use_own_knowledge_dataset.py
7.0 kB
utils_rag.py
8.1 kB
robust-speech-event
README.md
42.3 kB
eval.py
4.7 kB
run_speech_recognition_ctc_bnb.py
31.6 kB
run_speech_recognition_ctc_streaming.py
28.2 kB
self-training-text-classification
README.md
6.8 kB
finetuning.py
34.6 kB
requirements.txt
94 Bytes
run.sh
2.6 kB
selftraining.py
17.0 kB
seq2seq-distillation
README.md
19.8 kB
_test_bash_script.py
8.4 kB
_test_make_student.py
1.6 kB
_test_seq2seq_examples.py
16.6 kB
_test_seq2seq_examples_multi_gpu.py
5.7 kB
callbacks.py
4.4 kB
convert_pl_checkpoint_to_hf.py
2.5 kB
distil_marian_enro_teacher.sh
764 Bytes
distil_marian_no_teacher.sh
657 Bytes
distillation.py
14.6 kB
dynamic_bs_example.sh
630 Bytes
finetune.py
19.1 kB
finetune.sh
342 Bytes
finetune_bart_tiny.sh
848 Bytes
finetune_pegasus_xsum.sh
500 Bytes
finetune_t5.sh
371 Bytes
lightning_base.py
15.1 kB
make_student.py
8.2 kB
precomputed_pseudo_labels.md
3.8 kB
requirements.txt
237 Bytes
run_eval.py
6.5 kB
sentence_splitter.py
633 Bytes
train_distilbart_cnn.sh
649 Bytes
train_distilbart_xsum.sh
777 Bytes
train_mbart_cc25_enro.sh
598 Bytes
utils.py
24.3 kB
tapex
README.md
11.9 kB
requirements.txt
26 Bytes
run_tabfact_with_tapex.py
19.9 kB
run_wikisql_with_tapex.py
26.6 kB
run_wikitablequestions_with_tapex.py
25.4 kB
wikisql_utils.py
8.0 kB
visual_bert
README.md
387 Bytes
demo.ipynb
90.6 kB
extracting_data.py
5.3 kB
modeling_frcnn.py
73.7 kB
processing_image.py
5.7 kB
requirements.txt
1.7 kB
utils.py
18.2 kB
visualizing_image.py
13.4 kB
wav2vec2
FINE_TUNE_XLSR_WAV2VEC2.md
32.8 kB
README.md
10.0 kB
alignment.py
8.8 kB
ds_config_wav2vec2_zero2.json
1.2 kB
ds_config_wav2vec2_zero3.json
1.5 kB
finetune_base_100.sh
587 Bytes
finetune_base_timit_asr.sh
610 Bytes
finetune_large_lv60_100.sh
599 Bytes
finetune_large_lv60_timit_asr.sh
656 Bytes
finetune_large_xlsr_53_arabic_speech_corpus.sh
771 Bytes
finetune_wav2vec2_xlsr_turkish.sh
677 Bytes
requirements.txt
92 Bytes
run_alignment.sh
208 Bytes
run_asr.py
19.8 kB
run_common_voice.py
19.7 kB
run_pretrain.py
15.7 kB
test_wav2vec2_deepspeed.py
6.5 kB
vocab
buckwalter.json
733 Bytes
xtreme-s
README.md
7.8 kB
requirements.txt
57 Bytes
run_xtreme_s.py
38.7 kB
zero-shot-distillation
README.md
8.8 kB
distill_classifier.py
12.2 kB
tensorflow
README.md
2.7 kB
_tests_requirements.txt
352 Bytes
benchmarking
README.md
1.7 kB
plot_csv_file.py
6.4 kB
requirements.txt
17 Bytes
run_benchmark_tf.py
1.9 kB
language-modeling
README.md
3.1 kB