{"id":3762,"date":"2024-05-24T13:39:24","date_gmt":"2024-05-24T05:39:24","guid":{"rendered":"https:\/\/nullthought.net\/?p=3762"},"modified":"2024-11-07T11:00:45","modified_gmt":"2024-11-07T03:00:45","slug":"%e5%8f%af%e8%a7%86%e5%8c%96%e5%b1%95%e7%a4%bagpt2%e5%a4%a7%e6%a8%a1%e5%9e%8b%e7%bb%93%e6%9e%84%e5%b1%82%e7%ba%a7","status":"publish","type":"post","link":"https:\/\/nullthought.net\/?p=3762","title":{"rendered":"\u53ef\u89c6\u5316\u5c55\u793agpt2\u5927\u6a21\u578b\u7ed3\u6784\u5c42\u7ea7"},"content":{"rendered":"\n

\u4e0b\u8f7d\u4e86\u6743\u91cdfp16\u7684gpt2\u5927\u6a21\u578b<\/a>\uff0c\u53ef\u89c6\u5316\u5c55\u793a\u5176\u7ed3\u6784\u5c42\u7ea7\uff0c\u5c42\u5c42\u53e0\u53e0\uff0c\u5c42\u5c42\u53e0\u53e0~<\/p>\n\n\n\n

Downloaded the GPT-2 large model with FP16 weights. Visualized its hierarchical structure, layer upon layer, layer upon layer~<\/p>\n\n\n\n

\"\"
\u53ef\u89c6\u5316\u5c55\u793agpt2\u5927\u6a21\u578b\u7ed3\u6784\u5c42\u7ea7<\/figcaption><\/figure>\n\n\n\n
\u53ef\u89c6\u5316\u5c55\u793agpt2\u5927\u6a21\u578b\u7ed3\u6784\u5c42\u7ea7<\/figcaption><\/figure>\n","protected":false},"excerpt":{"rendered":"

\u4e0b\u8f7d\u4e86\u6743\u91cdfp16\u7684gpt2\u5927\u6a21\u578b\uff0c\u53ef\u89c6\u5316\u5c55\u793a\u5176\u7ed3\u6784\u5c42\u7ea7\uff0c\u5c42\u5c42\u53e0\u53e0\uff0c\u5c42\u5c42\u53e0\u53e0~ Downloaded the […]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","ast-disable-related-posts":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"set","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[3,8],"tags":[39,86],"class_list":["post-3762","post","type-post","status-publish","format-standard","hentry","category-it","category-tech","tag-ai","tag-llm"],"rttpg_featured_image_url":null,"rttpg_author":{"display_name":"NullThought","author_link":"https:\/\/nullthought.net\/?author=1"},"rttpg_comment":0,"rttpg_category":"IT<\/a> Tech<\/a>","rttpg_excerpt":"\u4e0b\u8f7d\u4e86\u6743\u91cdfp16\u7684gpt2\u5927\u6a21\u578b\uff0c\u53ef\u89c6\u5316\u5c55\u793a\u5176\u7ed3\u6784\u5c42\u7ea7\uff0c\u5c42\u5c42\u53e0\u53e0\uff0c\u5c42\u5c42\u53e0\u53e0~ Downloaded the …","_links":{"self":[{"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/posts\/3762","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nullthought.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3762"}],"version-history":[{"count":2,"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/posts\/3762\/revisions"}],"predecessor-version":[{"id":3765,"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/posts\/3762\/revisions\/3765"}],"wp:attachment":[{"href":"https:\/\/nullthought.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3762"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nullthought.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3762"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nullthought.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3762"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}