{"id":1392,"date":"2022-01-25T05:00:00","date_gmt":"2022-01-24T20:00:00","guid":{"rendered":"https:\/\/devneko.jp\/wordpress\/?p=1392"},"modified":"2022-01-25T05:00:00","modified_gmt":"2022-01-24T20:00:00","slug":"data2vec-speech%e3%80%81vision%e3%80%81text%e3%81%a7%e5%8b%95%e4%bd%9c%e3%81%99%e3%82%8b%e8%87%aa%e5%b7%b1%e6%95%99%e5%b8%ab%e6%9c%89%e3%82%8a%e5%ad%a6%e7%bf%92","status":"publish","type":"post","link":"https:\/\/devneko.jp\/wordpress\/?p=1392","title":{"rendered":"Data2vec:  speech\u3001vision\u3001text\u3067\u52d5\u4f5c\u3059\u308b\u81ea\u5df1\u6559\u5e2b\u6709\u308a\u5b66\u7fd2"},"content":{"rendered":"\n<p>2vec\u306e\u6700\u7d42\u7cfb\u304b\u3068\u601d\u3046Data2vec\u304c\u51fa\u3066\u3044\u305f\u3002Transformer\u3092\u30d9\u30fc\u30b9\u306b\u30bf\u30b9\u30af\u7279\u6709\u306e\u30a8\u30f3\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u3092\u5b9f\u65bd\u3001objective\u306f\u5171\u901a\u5316\u3055\u308c\u3066\u3044\u308b\u72b6\u6cc1\u3067ViT-B\u3001wav2vec2\/HuBERT\u3001RoBERTa\u3068\u7af6\u4e89\u7684\u306a\u6027\u80fd\u3068\u306e\u3053\u3068\u3002<\/p>\n\n\n\n<p>\u8ad6\u6587\u306f<a href=\"https:\/\/ai.facebook.com\/research\/data2vec-a-general-framework-for-self-supervised-learning-in-speech-vision-and-language\">Data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language (facebook.com)<\/a>\u3001\u30ea\u30dd\u30b8\u30c8\u30ea\u306f<a href=\"https:\/\/github.com\/pytorch\/fairseq\/tree\/main\/examples\/data2vec\">fairseq\/examples\/data2vec at main \u00b7 pytorch\/fairseq \u00b7 GitHub<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>2vec\u306e\u6700\u7d42\u7cfb\u304b\u3068\u601d\u3046Data2vec\u304c\u51fa\u3066\u3044\u305f\u3002Transformer\u3092\u30d9\u30fc\u30b9\u306b\u30bf\u30b9\u30af\u7279\u6709\u306e\u30a8\u30f3\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u3092\u5b9f\u65bd\u3001objective\u306f\u5171\u901a\u5316\u3055\u308c\u3066\u3044\u308b\u72b6\u6cc1\u3067ViT-B\u3001wav2vec2\/HuBERT\u3001RoBERTa &hellip; <a href=\"https:\/\/devneko.jp\/wordpress\/?p=1392\" class=\"more-link\"><span class=\"screen-reader-text\">&#8220;Data2vec:  speech\u3001vision\u3001text\u3067\u52d5\u4f5c\u3059\u308b\u81ea\u5df1\u6559\u5e2b\u6709\u308a\u5b66\u7fd2&#8221; \u306e<\/span>\u7d9a\u304d\u3092\u8aad\u3080<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[2],"tags":[4,415,524],"class_list":["post-1392","post","type-post","status-publish","format-standard","hentry","category-arxiv","tag-2vec","tag-transformer","tag-524"],"_links":{"self":[{"href":"https:\/\/devneko.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/1392","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/devneko.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/devneko.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/devneko.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/devneko.jp\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=1392"}],"version-history":[{"count":0,"href":"https:\/\/devneko.jp\/wordpress\/index.php?rest_route=\/wp\/v2\/posts\/1392\/revisions"}],"wp:attachment":[{"href":"https:\/\/devneko.jp\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=1392"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/devneko.jp\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=1392"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/devneko.jp\/wordpress\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=1392"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}