vokenization-master.zip （70个子文件） 
vokenization-master tokenization 
tokenize_wiki_bert.bash 274B tokenize_wiki_roberta.bash 282B tokenize_wiki103_roberta.bash 278B tokenize_dataset.py 4KB to_hdf5.py 3KB tokenize_wiki103_bert.bash 283B data vg .gitignore 8B wiki tools tokenize.sh 1KB remove_accent.py 1KB segment_th.py 355B get_data_cased_untokenized.bash 2KB get_data_cased.bash 2KB install-tools.sh 2KB wiki103 get_data_cased.sh 273B get_data_uncased.sh 248B mscoco .gitignore 8B lxmert .gitignore 78B vokenization common.py 1KB revokenization.py 13KB evaluate_diversity.py 5KB evaluate_retrieval.py 4KB __init__.py 0B indexing.py 4KB extract_vision_keys.py 11KB vokenize_corpus_mp.py 13KB vokenization.py 15KB create_image_ids.py 2KB revokenize_corpus_mp.py 13KB LICENSE 1KB
requirements.txt 432B vlm show_glue_results_epochs.py 2KB run_lm_distributed.py 25KB run_glue.py 29KB __init__.py 12B configs bert_base.json 361B bert-12L-768H.json 361B bert-4L-768H.json 360B bert-6L-512H.json 359B model.py 15KB run_vlm_distributed.py 29KB run_glue_epochs.py 4KB param.py 7KB data.py 8KB snap bert .gitkeep 0B vlm .gitkeep 0B xmatching .gitkeep 3B README.md 21KB scripts extract_keys.bash 179B mpvokenize_wiki.bash 387B base_wiki_glue.bash 1KB mpvokenize_wiki103.bash 395B small_vlm_wiki103_glue.bash 1KB small_vlm_wiki103.bash 1KB xmatching_benchmark.bash 1KB base_vlm_wiki_glue.bash 1KB run_glue_at_epoch.bash 766B small_wiki103_glue.bash 1KB base_vlm_wiki.bash 1KB run_glue_epochs.bash 90B small_wiki103.bash 974B run_xmatching.bash 662B base_wiki.bash 1KB xmatching loss.py 4KB main.py 12KB frozen_batch_norm.py 4KB metric.py 3KB __init__.py 0B model.py 6KB param.py 4KB data.py 6KB
评论0
最新资源