November 2024 - iioSnail

<style>/*<meta name='google-adsense-platform-account' content='ca-host-pub-1556223355139109'/>
<meta name='google-adsense-platform-domain' content='blogspot.com'/>

<script async src="https://pagead2.googlesyndication.com/pagead/js/adsbygoogle.js?client=ca-pub-9630825446506083&host=ca-host-pub-1556223355139109" crossorigin="anonymous"></script>

<!-- data-ad-client=ca-pub-9630825446506083 -->

</head><body>*/</style>

层层剖析，让你彻底搞懂Self-Attention、MultiHead-Attention和Masked-Attention的机制和原理

AI , 深度学习

层层剖析，让你彻底搞懂Self-Attention、MultiHead-Attention和Masked-Attention的机制和原理

中文 | English Table of Content 本文内容一、Self-Attention 1.1. 为什么要使用Self-Attention 1.2. 直观的感受下Self-Attention 1.3. Self-Attenion是如何考虑上下文的 1.4...

iioSnail 29 Nov, 2024

Spring基础篇-快速面试笔记（速成版）

Java , 速成笔记

Spring基础篇-快速面试笔记（速成版）

中文 | English Table of Content 1. Spring概述 2. 控制反转（IoC） 2.1 Spring声明Bean对象的方式 2.2 Spring的Bean容器：BeanFactory 2.3 Spring的Bean生命周期 2.4 Spr...

iioSnail 29 Nov, 2024

【英语语法】一个表格搞定所有英语时态

English , 英语语法

【英语语法】一个表格搞定所有英语时态

声明：本文的语法规律为个人的抽象总结，并无任何权威参考。可能有不严谨或错误说法，仅供参考。文章目录本文说明英语时态表格总结各种英语时态举例详解一般现在时一般过去式现在完成时一般将来时现在进行时现在完成进行时过去进行时过去完成时过去完成进行时将...

iioSnail 29 Nov, 2024

How to Use nn.Transformer in PyTorch: A Hands-On and Black-Box Explanation

AI , Deep Learning , Pytorch

How to Use nn.Transformer in PyTorch: A Hands-On and Black-Box Explanation

中文 | English Table of Content 1. Overview 2. Viewing the Transformer as a Black Box 3. The Inference Process of the Transformer 4. The ...

iioSnail 27 Nov, 2024

<style>/*
<script type="text/javascript" src="https://www.blogger.com/static/v1/widgets/745881458-widgets.js"></script>
<script type='text/javascript'>
window['__wavt'] = 'AOuZoY6wnQgW3cC-MfWnNaNZEDPraWz8uQ:1735271947137';_WidgetManager._Init('//www.blogger.com/rearrange?blogID\x3d1127324727302166121','//iiosnail.blogspot.com/2024/11/','1127324727302166121');
_WidgetManager._SetDataContext([{'name': 'blog', 'data': {'blogId': '1127324727302166121', 'title': 'iioSnail', 'url': 'https://iiosnail.blogspot.com/2024/11/', 'canonicalUrl': 'https://iiosnail.blogspot.com/2024/11/', 'homepageUrl': 'https://iiosnail.blogspot.com/', 'searchUrl': 'https://iiosnail.blogspot.com/search', 'canonicalHomepageUrl': 'https://iiosnail.blogspot.com/', 'blogspotFaviconUrl': 'https://iiosnail.blogspot.com/favicon.ico', 'bloggerUrl': 'https://www.blogger.com', 'hasCustomDomain': false, 'httpsEnabled': true, 'enabledCommentProfileImages': true, 'gPlusViewType': 'FILTERED_POSTMOD', 'adultContent': false, 'analyticsAccountNumber': '', 'encoding': 'UTF-8', 'locale': 'en', 'localeUnderscoreDelimited': 'en', 'languageDirection': 'ltr', 'isPrivate': false, 'isMobile': false, 'isMobileRequest': false, 'mobileClass': '', 'isPrivateBlog': false, 'isDynamicViewsAvailable': true, 'feedLinks': '\x3clink rel\x3d\x22alternate\x22 type\x3d\x22application/atom+xml\x22 title\x3d\x22iioSnail - Atom\x22 href\x3d\x22https://iiosnail.blogspot.com/feeds/posts/default\x22 /\x3e\n\x3clink rel\x3d\x22alternate\x22 type\x3d\x22application/rss+xml\x22 title\x3d\x22iioSnail - RSS\x22 href\x3d\x22https://iiosnail.blogspot.com/feeds/posts/default?alt\x3drss\x22 /\x3e\n\x3clink rel\x3d\x22service.post\x22 type\x3d\x22application/atom+xml\x22 title\x3d\x22iioSnail - Atom\x22 href\x3d\x22https://www.blogger.com/feeds/1127324727302166121/posts/default\x22 /\x3e\n', 'meTag': '', 'adsenseClientId': 'ca-pub-9630825446506083', 'adsenseHostId': 'ca-host-pub-1556223355139109', 'adsenseHasAds': true, 'adsenseAutoAds': true, 'boqCommentIframeForm': true, 'loginRedirectParam': '', 'view': '', 'dynamicViewsCommentsSrc': '//www.blogblog.com/dynamicviews/4224c15c4e7c9321/js/comments.js', 'dynamicViewsScriptSrc': '//www.blogblog.com/dynamicviews/361ce9cf7a112c52', 'plusOneApiSrc': 'https://apis.google.com/js/platform.js', 'disableGComments': true, 'interstitialAccepted': false, 'sharing': {'platforms': [{'name': 'Get link', 'key': 'link', 'shareMessage': 'Get link', 'target': ''}, {'name': 'Facebook', 'key': 'facebook', 'shareMessage': 'Share to Facebook', 'target': 'facebook'}, {'name': 'BlogThis!', 'key': 'blogThis', 'shareMessage': 'BlogThis!', 'target': 'blog'}, {'name': 'X', 'key': 'twitter', 'shareMessage': 'Share to X', 'target': 'twitter'}, {'name': 'Pinterest', 'key': 'pinterest', 'shareMessage': 'Share to Pinterest', 'target': 'pinterest'}, {'name': 'Email', 'key': 'email', 'shareMessage': 'Email', 'target': 'email'}], 'disableGooglePlus': true, 'googlePlusShareButtonWidth': 0, 'googlePlusBootstrap': '\x3cscript type\x3d\x22text/javascript\x22\x3ewindow.___gcfg \x3d {\x27lang\x27: \x27en\x27};\x3c/script\x3e'}, 'hasCustomJumpLinkMessage': false, 'jumpLinkMessage': 'Read more', 'pageType': 'archive', 'pageName': 'November 2024', 'pageTitle': 'iioSnail: November 2024'}}, {'name': 'features', 'data': {}}, {'name': 'messages', 'data': {'edit': 'Edit', 'linkCopiedToClipboard': 'Link copied to clipboard!', 'ok': 'Ok', 'postLink': 'Post Link'}}, {'name': 'template', 'data': {'name': 'custom', 'localizedName': 'Custom', 'isResponsive': true, 'isAlternateRendering': false, 'isCustom': true}}, {'name': 'view', 'data': {'classic': {'name': 'classic', 'url': '?view\x3dclassic'}, 'flipcard': {'name': 'flipcard', 'url': '?view\x3dflipcard'}, 'magazine': {'name': 'magazine', 'url': '?view\x3dmagazine'}, 'mosaic': {'name': 'mosaic', 'url': '?view\x3dmosaic'}, 'sidebar': {'name': 'sidebar', 'url': '?view\x3dsidebar'}, 'snapshot': {'name': 'snapshot', 'url': '?view\x3dsnapshot'}, 'timeslide': {'name': 'timeslide', 'url': '?view\x3dtimeslide'}, 'isMobile': false, 'title': 'iioSnail', 'description': '', 'url': 'https://iiosnail.blogspot.com/2024/11/', 'type': 'feed', 'isSingleItem': false, 'isMultipleItems': true, 'isError': false, 'isPage': false, 'isPost': false, 'isHomepage': false, 'isArchive': true, 'isLabelSearch': false, 'archive': {'year': 2024, 'month': 11, 'rangeMessage': 'Showing posts from November, 2024'}}}, {'name': 'widgets', 'data': [{'title': 'Upload Image', 'type': 'Image', 'sectionId': 'upload-image', 'id': 'Image10'}, {'title': 'Logo', 'type': 'HTML', 'sectionId': 'header-main', 'id': 'HTML10'}, {'title': 'Icons, Dark, Search', 'type': 'LinkList', 'sectionId': 'header-main', 'id': 'LinkList10'}, {'title': 'Menu', 'type': 'LinkList', 'sectionId': 'header-main', 'id': 'LinkList11'}, {'title': 'Featured Post', 'type': 'FeaturedPost', 'sectionId': 'before-blog', 'id': 'FeaturedPost1', 'postId': '1970532703259091491'}, {'title': 'Blog Posts', 'type': 'Blog', 'sectionId': 'blog-post', 'id': 'Blog1', 'posts': [{'id': '4924551243209807832', 'title': '\u5c42\u5c42\u5256\u6790\uff0c\u8ba9\u4f60\u5f7b\u5e95\u641e\u61c2Self-Attention\u3001MultiHead-Attention\u548cMasked-Attention\u7684\u673a\u5236\u548c\u539f\u7406', 'featuredImage': 'https://blogger.googleusercontent.com/img/a/AVvXsEgC_lRCt-5F5Wjcs_1dOq2pZ5GSglv3jQ7wOrYgWd8mXRnQaT960-7lYoVOckZdGnXPm68JH2dJBF2DVN7eGpqHFIFR6lWz5Ftx0mv4qbcripPd2-V4i8iwjmc2ZfPrd8a541IH72lo41i2ECuhpRlz7m8RlxsrsojdDCqVGri6lQLejjCLXgDbFHkSiDj_\x3dw640-h290', 'showInlineAds': false}, {'id': '1673202954987440887', 'title': 'Spring\u57fa\u7840\u7bc7-\u5feb\u901f\u9762\u8bd5\u7b14\u8bb0\uff08\u901f\u6210\u7248\uff09', 'featuredImage': 'https://blogger.googleusercontent.com/img/a/AVvXsEhvT6xAXJ-L02W_j23MQ6MjjhBK3O_LNybal1UQYJO0ufcPwyBj3yq9HfjtQNReu8cP7331c56g9VQMUbOdGOwxmIL8KrgPwbSQDfufI5j1Lfk-1nPZgjsXrLrL8p6032LsZ2nXUKJhxJOZ6n8p23NMcJaXf8Zic2ky3kyAbyL9mHfL9LEjv266Muhq2NEZ\x3dw640-h384', 'showInlineAds': false}, {'id': '7920257498085756903', 'title': '\u3010\u82f1\u8bed\u8bed\u6cd5\u3011\u4e00\u4e2a\u8868\u683c\u641e\u5b9a\u6240\u6709\u82f1\u8bed\u65f6\u6001', 'featuredImage': 'https://blogger.googleusercontent.com/img/a/AVvXsEj7u02Vyk7c7O-lmhG5B60TcQnlmF_KvXK8g0_xA6OUDdLoNpDtHil4dLkjnOcOCUe7Vbci2LFh0iFCS8AQ3R-MuZ9sHUVwYqbZZ_4yIMlIsKVJz2ezYHrMNwH1Eo3qFe1krWq6BCrP25PA6zdsCPTVUSgdUAjKdTg6-2PC1X0Qnjf6jTovXjb8ZzIJggmZ\x3dw640-h256', 'showInlineAds': false}, {'id': '3207463070824396281', 'title': 'How to Use nn.Transformer in PyTorch: A Hands-On and Black-Box Explanation', 'featuredImage': 'https://blogger.googleusercontent.com/img/a/AVvXsEjAj-Ua_q088bmzhq5D9wWImVVwqHjsU17hr3FdTFgHO7JPLqf1obCPkkHPK48SH38CNz2ld7jWtdZU4kscr6v_5E_OdQ3mYvpJTRDNHDFDaQlZRiTYPHr9be_bcRWW-uvgB56JCe8Hhx6QxtYhlil_bxmYOPOMK_pzQNr2Za20HuS21wpCHj6eQimsirc\x3dw640-h374', 'showInlineAds': false}], 'headerByline': {'regionName': 'header1', 'items': [{'name': 'share', 'label': ''}, {'name': 'author', 'label': 'By'}, {'name': 'timestamp', 'label': 'd MMM, yyyy'}]}, 'footerBylines': [{'regionName': 'footer1', 'items': [{'name': 'comments', 'label': 'Comment'}, {'name': 'icons', 'label': ''}]}, {'regionName': 'footer2', 'items': [{'name': 'labels', 'label': ''}]}], 'allBylineItems': [{'name': 'share', 'label': ''}, {'name': 'author', 'label': 'By'}, {'name': 'timestamp', 'label': 'd MMM, yyyy'}, {'name': 'comments', 'label': 'Comment'}, {'name': 'icons', 'label': ''}, {'name': 'labels', 'label': ''}]}, {'title': 'Popular Posts', 'type': 'PopularPosts', 'sectionId': 'sidebar-static', 'id': 'PopularPosts10', 'posts': [{'title': 'Pytorch\u4e2d nn.Transformer\u7684\u4f7f\u7528\u8be6\u89e3\u4e0eTransformer\u7684\u9ed1\u76d2\u8bb2\u89e3', 'id': 6869001144438121320}, {'title': '\u5c0f\u6837\u672c\u5b66\u4e60\uff08Few-shot Learning\uff09\u5165\u95e8', 'id': 420097384303877372}, {'title': 'MultiHead-Attention\u548cMasked-Attention\u7684\u673a\u5236\u548c\u539f\u7406', 'id': 337296918401023532}, {'title': '\u6a21\u578b\u6cdb\u5316\u6280\u5de7\u201c\u968f\u673a\u6743\u91cd\u5e73\u5747(Stochastic Weight Averaging, SWA)\u201d\u4ecb\u7ecd\u4e0ePytorch Lightning\u7684SWA\u5b9e\u73b0\u8bb2\u89e3', 'id': 4014404355899834439}, {'title': '\u5c42\u5c42\u5256\u6790\uff0c\u8ba9\u4f60\u5f7b\u5e95\u641e\u61c2Self-Attention\u3001MultiHead-Attention\u548cMasked-Attention\u7684\u673a\u5236\u548c\u539f\u7406', 'id': 4924551243209807832}]}, {'title': 'Categories', 'type': 'Label', 'sectionId': 'sidebar-static', 'id': 'Label10'}, {'title': 'Hashtag', 'type': 'Label', 'sectionId': 'sidebar-static', 'id': 'Label11'}, {'title': 'Blog Archive', 'type': 'BlogArchive', 'sectionId': 'sidebar-static', 'id': 'BlogArchive10'}, {'title': '#Recent Post', 'type': 'HTML', 'sectionId': 'sidebar-static', 'id': 'HTML19'}, {'title': 'About Us', 'type': 'HTML', 'sectionId': 'footer-widget', 'id': 'HTML21'}, {'title': 'Learn More', 'type': 'LinkList', 'sectionId': 'footer-widget', 'id': 'LinkList13'}, {'title': 'Follow Us', 'type': 'LinkList', 'sectionId': 'footer-widget', 'id': 'LinkList14'}, {'title': 'Newsletter', 'type': 'HTML', 'sectionId': 'footer-widget', 'id': 'HTML22'}, {'title': 'Copyright', 'type': 'HTML', 'sectionId': 'copyright', 'id': 'HTML23'}, {'title': 'SVG Icons', 'type': 'HTML', 'sectionId': 'jet-options', 'id': 'HTML24'}]}]);
_WidgetManager._RegisterWidget('_ImageView', new _WidgetInfo('Image10', 'upload-image', document.getElementById('Image10'), {'resize': false}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML10', 'header-main', document.getElementById('HTML10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList10', 'header-main', document.getElementById('LinkList10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList11', 'header-main', document.getElementById('LinkList11'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_FeaturedPostView', new _WidgetInfo('FeaturedPost1', 'before-blog', document.getElementById('FeaturedPost1'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_BlogView', new _WidgetInfo('Blog1', 'blog-post', document.getElementById('Blog1'), {'cmtInteractionsEnabled': false, 'lightboxEnabled': true, 'lightboxModuleUrl': 'https://www.blogger.com/static/v1/jsbin/3846405171-lbx.js', 'lightboxCssUrl': 'https://www.blogger.com/static/v1/v-css/1964470060-lightbox_bundle.css'}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_PopularPostsView', new _WidgetInfo('PopularPosts10', 'sidebar-static', document.getElementById('PopularPosts10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LabelView', new _WidgetInfo('Label10', 'sidebar-static', document.getElementById('Label10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LabelView', new _WidgetInfo('Label11', 'sidebar-static', document.getElementById('Label11'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_BlogArchiveView', new _WidgetInfo('BlogArchive10', 'sidebar-static', document.getElementById('BlogArchive10'), {'languageDirection': 'ltr', 'loadingMessage': 'Loading\x26hellip;'}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML19', 'sidebar-static', document.getElementById('HTML19'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML21', 'footer-widget', document.getElementById('HTML21'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList13', 'footer-widget', document.getElementById('LinkList13'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList14', 'footer-widget', document.getElementById('LinkList14'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML22', 'footer-widget', document.getElementById('HTML22'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML23', 'copyright', document.getElementById('HTML23'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML24', 'jet-options', document.getElementById('HTML24'), {}, 'displayModeFull'));
</script>
</body>*/</style>