{"id":3533,"date":"2024-03-03T11:44:16","date_gmt":"2024-03-03T03:44:16","guid":{"rendered":"https:\/\/nullthought.net\/?p=3533"},"modified":"2025-10-22T13:56:49","modified_gmt":"2025-10-22T05:56:49","slug":"ai%e6%a8%a1%e5%9e%8b1-58%e4%bd%8d%e7%9a%84%e6%9e%81%e7%ae%80%e6%9d%83%e9%87%8d%e5%80%bc","status":"publish","type":"post","link":"https:\/\/nullthought.net\/?p=3533","title":{"rendered":"AI\u6a21\u578b1.58\u4f4d\u7684\u6781\u7b80\u6743\u91cd\u503c"},"content":{"rendered":"\n<p>\u4e3a\u63d0\u9ad8\u6027\u80fd\uff0cAI\u6a21\u578b\u7684\u6743\u91cd\u503c\u53ef\u628a\u6d6e\u70b9\u6570\u4f5c\u6574\u578b\u5316\u5904\u7406\u5982Int8\u3002\u8fd9\u7bc7\u8bba\u6587\uff08<a href=\"https:\/\/arxiv.org\/pdf\/2402.17764.pdf\" target=\"_blank\" rel=\"noreferrer noopener\">The Era of 1-bit LLMs:All Large Language Models are in 1.58 Bits<\/a>\uff09\u7684\u7814\u7a76\u6210\u679c\u76f4\u63a5\u628a\u6743\u91cd\u7b80\u5316\u52301.58\u4f4d\uff08\u5373\u33d2\u2082\u00b3\u4f4d\uff0c\u53d6\u503c\u8303\u56f4\uff1a-1\uff0c0\uff0c1\uff09\uff0c\u800c\u6a21\u578b\u63a8\u7406\u7684\u7cbe\u5ea6\u4e0d\u964d\u4f4e\u3002\u8fd9\u4e2a\u7814\u7a76\u6210\u679c\u4ee4\u4eba\u9f13\u821e\u548c\u6fc0\u52a8\ud83d\udc4d\ud83d\udc4d<\/p>\n\n\n\n<p>1.58\u4f4d\u7684\u6781\u7b80\u6743\u91cd\u503c\u5c06\u6781\u5927\u964d\u4f4e\u8ba1\u7b97\u548c\u80fd\u8017\u6210\u672c\uff0c\u4f46\u7cbe\u5ea6\u4e0d\u964d\u4f4e\u8fd8\u662f\u4ee4\u4eba\u5c06\u4fe1\u5c06\u7591\uff0c\u6216\u8005\u8bf4\u7cbe\u5ea6\u4e0d\u964d\u4f4e\u7684\u573a\u666f\u8303\u56f4\u6709\u9650\ud83e\udd14\u3002\u5c31\u597d\u6bd4\u9ec4\u91d1\u51b6\u70bc\uff0c\u7eaf\u5ea6\u5c0f\u6570\u70b9\u540e\u76849\u964d\u4f4e\u4e00\u4f4d\uff0c\u6210\u672c\u6307\u6570\u7ea7\u4e0b\u964d\uff0c\u4f46\u6bd5\u7adf\u7eaf\u5ea6\u4e0b\u964d\u4e86\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image aligncenter size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"654\" height=\"1024\" src=\"https:\/\/nullthought.net\/wp-content\/uploads\/2024\/03\/1.58bits-weight-AI-model-654x1024.jpg\" alt=\"\" class=\"wp-image-3534\" srcset=\"https:\/\/nullthought.net\/wp-content\/uploads\/2024\/03\/1.58bits-weight-AI-model-654x1024.jpg 654w, https:\/\/nullthought.net\/wp-content\/uploads\/2024\/03\/1.58bits-weight-AI-model-191x300.jpg 191w, https:\/\/nullthought.net\/wp-content\/uploads\/2024\/03\/1.58bits-weight-AI-model-768x1203.jpg 768w, https:\/\/nullthought.net\/wp-content\/uploads\/2024\/03\/1.58bits-weight-AI-model-980x1536.jpg 980w, https:\/\/nullthought.net\/wp-content\/uploads\/2024\/03\/1.58bits-weight-AI-model.jpg 1080w\" sizes=\"auto, (max-width: 654px) 100vw, 654px\" \/><figcaption class=\"wp-element-caption\"><a href=\"https:\/\/arxiv.org\/pdf\/2402.17764.pdf\" target=\"_blank\" rel=\"noreferrer noopener\">The Era of 1-bit LLMs:All Large Language Models are in 1.58 Bits<\/a><\/figcaption><\/figure>\n","protected":false},"excerpt":{"rendered":"<p>\u4e3a\u63d0\u9ad8\u6027\u80fd\uff0cAI\u6a21\u578b\u7684\u6743\u91cd\u503c\u53ef\u628a\u6d6e\u70b9\u6570\u4f5c\u6574\u578b\u5316\u5904\u7406\u5982Int8\u3002\u8fd9\u7bc7\u8bba\u6587\uff08The Era of 1-bit LL [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","ast-disable-related-posts":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"set","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[8,36],"tags":[39,86],"class_list":["post-3533","post","type-post","status-publish","format-standard","hentry","category-tech","category-36","tag-ai","tag-llm"],"rttpg_featured_image_url":null,"rttpg_author":{"display_name":"NullThought","author_link":"https:\/\/nullthought.net\/?author=1"},"rttpg_comment":0,"rttpg_category":"<a href=\"https:\/\/nullthought.net\/?cat=8\" rel=\"category\">Tech<\/a> <a href=\"https:\/\/nullthought.net\/?cat=36\" rel=\"category\">\u79d1\u5b66<\/a>","rttpg_excerpt":"\u4e3a\u63d0\u9ad8\u6027\u80fd\uff0cAI\u6a21\u578b\u7684\u6743\u91cd\u503c\u53ef\u628a\u6d6e\u70b9\u6570\u4f5c\u6574\u578b\u5316\u5904\u7406\u5982Int8\u3002\u8fd9\u7bc7\u8bba\u6587\uff08The Era of 1-bit LL&hellip;","_links":{"self":[{"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/posts\/3533","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nullthought.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3533"}],"version-history":[{"count":3,"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/posts\/3533\/revisions"}],"predecessor-version":[{"id":3537,"href":"https:\/\/nullthought.net\/index.php?rest_route=\/wp\/v2\/posts\/3533\/revisions\/3537"}],"wp:attachment":[{"href":"https:\/\/nullthought.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3533"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nullthought.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3533"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nullthought.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3533"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}