tf-tpu/roberta-base-epochs-500-no-wd
Fill-Mask
•
Updated
•
18
Training a masked language model end-to-end from scratch on TPUs\n
You can also check out the accompanying blog post here: https://huggingface.co/blog/tf_tpu.
\n","classNames":"hf-sanitized hf-sanitized-ynt8HRM73-7th_kFNp_eZ"},"users":[{"_id":"5f7fbd813e94f16a85448745","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1649681653581-5f7fbd813e94f16a85448745.jpeg","isPro":true,"fullname":"Sayak Paul","user":"sayakpaul","type":"user"},{"_id":"60ba519750effef3a58beac3","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1660312628256-60ba519750effef3a58beac3.png","isPro":false,"fullname":"Matthew Carrigan","user":"Rocketknight1","type":"user"}],"userCount":2,"collections":[],"datasets":[{"author":"tf-tpu","downloads":70,"gated":false,"id":"tf-tpu/wikitext-v1-tfrecords","lastModified":"2023-04-20T01:42:06.000Z","private":false,"repoType":"dataset","likes":0,"isLikedByUser":false,"isBenchmark":false}],"models":[{"author":"tf-tpu","authorData":{"_id":"63eda517c5b3c73408651a74","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1676518945578-5f7fbd813e94f16a85448745.png","fullname":"TensorFlow TPU","name":"tf-tpu","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":6,"isUserFollowing":false},"downloads":18,"gated":false,"id":"tf-tpu/roberta-base-epochs-500-no-wd","availableInferenceProviders":[],"lastModified":"2023-04-20T01:17:38.000Z","likes":0,"pipeline_tag":"fill-mask","private":false,"repoType":"model","isLikedByUser":false,"widgetOutputUrls":[]},{"author":"tf-tpu","authorData":{"_id":"63eda517c5b3c73408651a74","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1676518945578-5f7fbd813e94f16a85448745.png","fullname":"TensorFlow TPU","name":"tf-tpu","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":6,"isUserFollowing":false},"downloads":5,"gated":false,"id":"tf-tpu/roberta-base-epochs-100","availableInferenceProviders":[],"lastModified":"2023-03-27T05:19:40.000Z","likes":0,"pipeline_tag":"fill-mask","private":false,"repoType":"model","isLikedByUser":false,"widgetOutputUrls":[]},{"author":"tf-tpu","authorData":{"_id":"63eda517c5b3c73408651a74","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1676518945578-5f7fbd813e94f16a85448745.png","fullname":"TensorFlow TPU","name":"tf-tpu","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":6,"isUserFollowing":false},"downloads":0,"gated":false,"id":"tf-tpu/unigram-tokenizer-wikitext","availableInferenceProviders":[],"lastModified":"2023-02-17T11:46:01.000Z","likes":0,"private":false,"repoType":"model","isLikedByUser":false}],"paperPreviews":[],"spaces":[],"buckets":[],"numBuckets":0,"numDatasets":1,"numModels":3,"numSpaces":1,"lastOrgActivities":[],"acceptLanguages":["*"],"canReadRepos":false,"canReadSpaces":false,"blogPosts":[],"currentRepoPage":0,"filters":{},"paperView":false}">AI & ML interests
None defined yet.
Organization Card
This organization keeps track of all the artifacts that were produced as a part of our internal testing of the following example:
Training a masked language model end-to-end from scratch on TPUs
You can also check out the accompanying blog post here: https://huggingface.co/blog/tf_tpu.