Optimization Tips

<style>/*<meta name='google-adsense-platform-account' content='ca-host-pub-1556223355139109'/>
<meta name='google-adsense-platform-domain' content='blogspot.com'/>

<script async src="https://pagead2.googlesyndication.com/pagead/js/adsbygoogle.js?client=ca-pub-9630825446506083&host=ca-host-pub-1556223355139109" crossorigin="anonymous"></script>

<!-- data-ad-client=ca-pub-9630825446506083 -->

</head><body>*/</style>

AI , Deep Learning , Optimization Tips

Intuitive Guide for Temperature Coefficients in Contrastive Learning

中文 | English Table of Content 1. Overview of Contrastive Learning 2. Intuitively Understanding Contrastive Learning 3. Comparing Diffe...

iioSnail 4 Dec, 2024

AI , Deep Learning , Optimization Tips

Stochastic Weight Averaging (SWA) and its Implementation in PyTorch Lightning

中文 | English Table of Content Introduction to SWA SWA Formula Common SWA Hyperparameters Source Code Analysis of SWA in PyTorch Lightni...

iioSnail 15 Nov, 2024

AI , Deep Learning , Optimization Tips

Focal Loss for Binary and Multi-class Problems: An In-Depth Explanation and Implementation

中文 | English Table of Content 1. Application Scenarios of Focal Loss 2. Explanation of Focal Loss in Binary Classification 2.1. How Foc...

iioSnail 24 Oct, 2024

<style>/*
<script type="text/javascript" src="https://www.blogger.com/static/v1/widgets/552934507-widgets.js"></script>
<script type='text/javascript'>
window['__wavt'] = 'AOuZoY6uXLMQ5Qoasvc7YElZODhfgsO6Ew:1758038209763';_WidgetManager._Init('//www.blogger.com/rearrange?blogID\x3d1127324727302166121','//iiosnail.blogspot.com/search/label/Optimization%20Tips?max-results\x3d10','1127324727302166121');
_WidgetManager._SetDataContext([{'name': 'blog', 'data': {'blogId': '1127324727302166121', 'title': 'iioSnail', 'url': 'https://iiosnail.blogspot.com/search/label/Optimization%20Tips?max-results\x3d10', 'canonicalUrl': 'https://iiosnail.blogspot.com/search/label/Optimization%20Tips?max-results\x3d10', 'homepageUrl': 'https://iiosnail.blogspot.com/', 'searchUrl': 'https://iiosnail.blogspot.com/search', 'canonicalHomepageUrl': 'https://iiosnail.blogspot.com/', 'blogspotFaviconUrl': 'https://iiosnail.blogspot.com/favicon.ico', 'bloggerUrl': 'https://www.blogger.com', 'hasCustomDomain': false, 'httpsEnabled': true, 'enabledCommentProfileImages': true, 'gPlusViewType': 'FILTERED_POSTMOD', 'adultContent': false, 'analyticsAccountNumber': '', 'encoding': 'UTF-8', 'locale': 'en', 'localeUnderscoreDelimited': 'en', 'languageDirection': 'ltr', 'isPrivate': false, 'isMobile': false, 'isMobileRequest': false, 'mobileClass': '', 'isPrivateBlog': false, 'isDynamicViewsAvailable': true, 'feedLinks': '\x3clink rel\x3d\x22alternate\x22 type\x3d\x22application/atom+xml\x22 title\x3d\x22iioSnail - Atom\x22 href\x3d\x22https://iiosnail.blogspot.com/feeds/posts/default\x22 /\x3e\n\x3clink rel\x3d\x22alternate\x22 type\x3d\x22application/rss+xml\x22 title\x3d\x22iioSnail - RSS\x22 href\x3d\x22https://iiosnail.blogspot.com/feeds/posts/default?alt\x3drss\x22 /\x3e\n\x3clink rel\x3d\x22service.post\x22 type\x3d\x22application/atom+xml\x22 title\x3d\x22iioSnail - Atom\x22 href\x3d\x22https://www.blogger.com/feeds/1127324727302166121/posts/default\x22 /\x3e\n', 'meTag': '\x3clink rel\x3d\x22me\x22 href\x3d\x22https://www.blogger.com/profile/06894007956478819938\x22 /\x3e\n', 'adsenseClientId': 'ca-pub-9630825446506083', 'adsenseHostId': 'ca-host-pub-1556223355139109', 'adsenseHasAds': true, 'adsenseAutoAds': true, 'boqCommentIframeForm': true, 'loginRedirectParam': '', 'view': '', 'dynamicViewsCommentsSrc': '//www.blogblog.com/dynamicviews/4224c15c4e7c9321/js/comments.js', 'dynamicViewsScriptSrc': '//www.blogblog.com/dynamicviews/e82a70e3739d3896', 'plusOneApiSrc': 'https://apis.google.com/js/platform.js', 'disableGComments': true, 'interstitialAccepted': false, 'sharing': {'platforms': [{'name': 'Get link', 'key': 'link', 'shareMessage': 'Get link', 'target': ''}, {'name': 'Facebook', 'key': 'facebook', 'shareMessage': 'Share to Facebook', 'target': 'facebook'}, {'name': 'BlogThis!', 'key': 'blogThis', 'shareMessage': 'BlogThis!', 'target': 'blog'}, {'name': 'X', 'key': 'twitter', 'shareMessage': 'Share to X', 'target': 'twitter'}, {'name': 'Pinterest', 'key': 'pinterest', 'shareMessage': 'Share to Pinterest', 'target': 'pinterest'}, {'name': 'Email', 'key': 'email', 'shareMessage': 'Email', 'target': 'email'}], 'disableGooglePlus': true, 'googlePlusShareButtonWidth': 0, 'googlePlusBootstrap': '\x3cscript type\x3d\x22text/javascript\x22\x3ewindow.___gcfg \x3d {\x27lang\x27: \x27en\x27};\x3c/script\x3e'}, 'hasCustomJumpLinkMessage': false, 'jumpLinkMessage': 'Read more', 'pageType': 'index', 'searchLabel': 'Optimization Tips', 'pageName': 'Optimization Tips', 'pageTitle': 'iioSnail: Optimization Tips'}}, {'name': 'features', 'data': {}}, {'name': 'messages', 'data': {'edit': 'Edit', 'linkCopiedToClipboard': 'Link copied to clipboard!', 'ok': 'Ok', 'postLink': 'Post Link'}}, {'name': 'template', 'data': {'name': 'custom', 'localizedName': 'Custom', 'isResponsive': true, 'isAlternateRendering': false, 'isCustom': true}}, {'name': 'view', 'data': {'classic': {'name': 'classic', 'url': '?view\x3dclassic'}, 'flipcard': {'name': 'flipcard', 'url': '?view\x3dflipcard'}, 'magazine': {'name': 'magazine', 'url': '?view\x3dmagazine'}, 'mosaic': {'name': 'mosaic', 'url': '?view\x3dmosaic'}, 'sidebar': {'name': 'sidebar', 'url': '?view\x3dsidebar'}, 'snapshot': {'name': 'snapshot', 'url': '?view\x3dsnapshot'}, 'timeslide': {'name': 'timeslide', 'url': '?view\x3dtimeslide'}, 'isMobile': false, 'title': 'iioSnail', 'description': '', 'url': 'https://iiosnail.blogspot.com/search/label/Optimization%20Tips?max-results\x3d10', 'type': 'feed', 'isSingleItem': false, 'isMultipleItems': true, 'isError': false, 'isPage': false, 'isPost': false, 'isHomepage': false, 'isArchive': false, 'isSearch': true, 'isLabelSearch': true, 'search': {'label': 'Optimization Tips', 'resultsMessage': 'Showing posts with the label Optimization Tips', 'resultsMessageHtml': 'Showing posts with the label \x3cspan class\x3d\x27search-label\x27\x3eOptimization Tips\x3c/span\x3e'}}}, {'name': 'widgets', 'data': [{'title': 'Upload Image', 'type': 'Image', 'sectionId': 'upload-image', 'id': 'Image10'}, {'title': 'Logo', 'type': 'HTML', 'sectionId': 'header-main', 'id': 'HTML10'}, {'title': 'Icons, Dark, Search', 'type': 'LinkList', 'sectionId': 'header-main', 'id': 'LinkList10'}, {'title': 'Menu', 'type': 'LinkList', 'sectionId': 'header-main', 'id': 'LinkList11'}, {'title': 'Featured Post', 'type': 'FeaturedPost', 'sectionId': 'before-blog', 'id': 'FeaturedPost1', 'postId': '4563757171272475312'}, {'title': 'Blog Posts', 'type': 'Blog', 'sectionId': 'blog-post', 'id': 'Blog1', 'posts': [{'id': '6467019835719610340', 'title': 'Intuitive Guide for Temperature Coefficients in Contrastive Learning', 'featuredImage': 'https://blogger.googleusercontent.com/img/a/AVvXsEjAj-Ua_q088bmzhq5D9wWImVVwqHjsU17hr3FdTFgHO7JPLqf1obCPkkHPK48SH38CNz2ld7jWtdZU4kscr6v_5E_OdQ3mYvpJTRDNHDFDaQlZRiTYPHr9be_bcRWW-uvgB56JCe8Hhx6QxtYhlil_bxmYOPOMK_pzQNr2Za20HuS21wpCHj6eQimsirc\x3dw640-h374', 'showInlineAds': false}, {'id': '1438746301749403918', 'title': 'Stochastic Weight Averaging (SWA) and its Implementation in PyTorch Lightning', 'featuredImage': 'https://blogger.googleusercontent.com/img/a/AVvXsEjAj-Ua_q088bmzhq5D9wWImVVwqHjsU17hr3FdTFgHO7JPLqf1obCPkkHPK48SH38CNz2ld7jWtdZU4kscr6v_5E_OdQ3mYvpJTRDNHDFDaQlZRiTYPHr9be_bcRWW-uvgB56JCe8Hhx6QxtYhlil_bxmYOPOMK_pzQNr2Za20HuS21wpCHj6eQimsirc\x3dw640-h374', 'showInlineAds': false}, {'id': '5677462854201894502', 'title': 'Focal Loss for Binary and Multi-class Problems: An In-Depth Explanation and Implementation', 'featuredImage': 'https://blogger.googleusercontent.com/img/a/AVvXsEhamrHgQlynJ2oqKdLR6wzDz0vo1q3Tp-lGQ6uzWR_WqOHWeksBvE8VxZKFNNySb3iI8Oqyj68ye29epqkTAcfSZjVRn48SbPDwYAQYXXofo3bk6G45-2A25OpAhUZ2o3_Y1_BptHqib4t0tXIuiJDCoh39daEiY5TZ2f81JuDTHk9UIZs973nTb7fbAmEA\x3dw400-h236', 'showInlineAds': false}], 'headerByline': {'regionName': 'header1', 'items': [{'name': 'share', 'label': ''}, {'name': 'author', 'label': 'By'}, {'name': 'timestamp', 'label': 'd MMM, yyyy'}]}, 'footerBylines': [{'regionName': 'footer1', 'items': [{'name': 'comments', 'label': 'Comment'}, {'name': 'icons', 'label': ''}]}, {'regionName': 'footer2', 'items': [{'name': 'labels', 'label': ''}]}], 'allBylineItems': [{'name': 'share', 'label': ''}, {'name': 'author', 'label': 'By'}, {'name': 'timestamp', 'label': 'd MMM, yyyy'}, {'name': 'comments', 'label': 'Comment'}, {'name': 'icons', 'label': ''}, {'name': 'labels', 'label': ''}]}, {'title': 'Popular Posts', 'type': 'PopularPosts', 'sectionId': 'sidebar-static', 'id': 'PopularPosts10', 'posts': [{'title': '\u3010\u8bfb\u4e66\u7b14\u8bb0\u3011\u80a1\u5e02\u771f\u89c4\u5219\uff08\u4e8c\uff09\u2014\u2014\u80a1\u7968\u4f30\u503c', 'id': 5766337125033941388}, {'title': 'Pytorch\u4e2d nn.Transformer\u7684\u4f7f\u7528\u8be6\u89e3\u4e0eTransformer\u7684\u9ed1\u76d2\u8bb2\u89e3', 'id': 6869001144438121320}, {'title': '\u5c0f\u6837\u672c\u5b66\u4e60\uff08Few-shot Learning\uff09\u5165\u95e8', 'id': 420097384303877372}, {'title': 'Pytorch\u5165\u95e8\u5b9e\u6218\uff085\uff09\uff1a\u57fa\u4e8enn.Transformer\u5b9e\u73b0\u673a\u5668\u7ffb\u8bd1\uff08\u82f1\u8bd1\u6c49\uff09', 'id': 7047492168710549218}, {'title': '\u5c42\u5c42\u5256\u6790\uff0c\u8ba9\u4f60\u5f7b\u5e95\u641e\u61c2Self-Attention\u3001MultiHead-Attention\u548cMasked-Attention\u7684\u673a\u5236\u548c\u539f\u7406', 'id': 4924551243209807832}]}, {'title': 'Categories', 'type': 'Label', 'sectionId': 'sidebar-static', 'id': 'Label10'}, {'title': 'Hashtag', 'type': 'Label', 'sectionId': 'sidebar-static', 'id': 'Label11'}, {'title': 'Blog Archive', 'type': 'BlogArchive', 'sectionId': 'sidebar-static', 'id': 'BlogArchive10'}, {'title': '#Recent Post', 'type': 'HTML', 'sectionId': 'sidebar-static', 'id': 'HTML19'}, {'title': 'About Us', 'type': 'HTML', 'sectionId': 'footer-widget', 'id': 'HTML21'}, {'title': 'Learn More', 'type': 'LinkList', 'sectionId': 'footer-widget', 'id': 'LinkList13'}, {'title': 'Follow Us', 'type': 'LinkList', 'sectionId': 'footer-widget', 'id': 'LinkList14'}, {'title': 'Newsletter', 'type': 'HTML', 'sectionId': 'footer-widget', 'id': 'HTML22'}, {'title': 'Copyright', 'type': 'HTML', 'sectionId': 'copyright', 'id': 'HTML23'}, {'title': 'SVG Icons', 'type': 'HTML', 'sectionId': 'jet-options', 'id': 'HTML24'}]}]);
_WidgetManager._RegisterWidget('_ImageView', new _WidgetInfo('Image10', 'upload-image', document.getElementById('Image10'), {'resize': false}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML10', 'header-main', document.getElementById('HTML10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList10', 'header-main', document.getElementById('LinkList10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList11', 'header-main', document.getElementById('LinkList11'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_FeaturedPostView', new _WidgetInfo('FeaturedPost1', 'before-blog', document.getElementById('FeaturedPost1'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_BlogView', new _WidgetInfo('Blog1', 'blog-post', document.getElementById('Blog1'), {'cmtInteractionsEnabled': false, 'navMessage': 'Showing posts with label \x3cb\x3eOptimization Tips\x3c/b\x3e. \x3ca href\x3d\x22https://iiosnail.blogspot.com/\x22\x3eShow all posts\x3c/a\x3e', 'lightboxEnabled': true, 'lightboxModuleUrl': 'https://www.blogger.com/static/v1/jsbin/1879773127-lbx.js', 'lightboxCssUrl': 'https://www.blogger.com/static/v1/v-css/828616780-lightbox_bundle.css'}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_PopularPostsView', new _WidgetInfo('PopularPosts10', 'sidebar-static', document.getElementById('PopularPosts10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LabelView', new _WidgetInfo('Label10', 'sidebar-static', document.getElementById('Label10'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LabelView', new _WidgetInfo('Label11', 'sidebar-static', document.getElementById('Label11'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_BlogArchiveView', new _WidgetInfo('BlogArchive10', 'sidebar-static', document.getElementById('BlogArchive10'), {'languageDirection': 'ltr', 'loadingMessage': 'Loading\x26hellip;'}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML19', 'sidebar-static', document.getElementById('HTML19'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML21', 'footer-widget', document.getElementById('HTML21'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList13', 'footer-widget', document.getElementById('LinkList13'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_LinkListView', new _WidgetInfo('LinkList14', 'footer-widget', document.getElementById('LinkList14'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML22', 'footer-widget', document.getElementById('HTML22'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML23', 'copyright', document.getElementById('HTML23'), {}, 'displayModeFull'));
_WidgetManager._RegisterWidget('_HTMLView', new _WidgetInfo('HTML24', 'jet-options', document.getElementById('HTML24'), {}, 'displayModeFull'));
</script>
</body>*/</style>