{"id":125144,"date":"2026-11-04T09:33:06","date_gmt":"2026-11-04T00:33:06","guid":{"rendered":"https:\/\/miralab.co.jp\/media\/?p=125144&#038;preview=true&#038;preview_id=125144"},"modified":"2026-11-04T09:33:06","modified_gmt":"2026-11-04T00:33:06","slug":"qwen35-direct-weight-editing","status":"publish","type":"post","link":"https:\/\/miralab.co.jp\/media\/qwen35-direct-weight-editing\/","title":{"rendered":"LLM\u304c\u91cd\u307f\u3092\u76f4\u63a5\u7de8\u96c6\u3001Qwen3.5-0.8B\u306eMATH-500\u6b63\u7b54\u7387\u304c7.9%\u304b\u308948.1%\u306b"},"content":{"rendered":"\n<figure class=\"wp-block-image size-full\"><img decoding=\"async\" width=\"1200\" height=\"625\" src=\"https:\/\/miralab.co.jp\/media\/wp-content\/uploads\/2026\/11\/HWI1oKUWUAAWoZp.jpg\" alt=\"LLM\u304c\u91cd\u307f\u3092\u76f4\u63a5\u7de8\u96c6\u3001Qwen3.5-0.8B\u306eMATH-500\u6b63\u7b54\u7387\u304c7.9%\u304b\u308948.1%\u306b\" class=\"wp-image-125143\" srcset=\"https:\/\/miralab.co.jp\/media\/wp-content\/uploads\/2026\/11\/HWI1oKUWUAAWoZp.jpg 1200w, https:\/\/miralab.co.jp\/media\/wp-content\/uploads\/2026\/11\/HWI1oKUWUAAWoZp-300x156.jpg 300w, https:\/\/miralab.co.jp\/media\/wp-content\/uploads\/2026\/11\/HWI1oKUWUAAWoZp-1024x533.jpg 1024w, https:\/\/miralab.co.jp\/media\/wp-content\/uploads\/2026\/11\/HWI1oKUWUAAWoZp-768x400.jpg 768w\" sizes=\"(max-width: 1200px) 100vw, 1200px\" \/><figcaption class=\"wp-element-caption\">\u51fa\u5178\uff1a<a href=\"https:\/\/rikiyat.github.io\/blog\/weight-space-programming\/\" target=\"_blank\" rel=\"noopener noreferrer\">Sparks of Weight-Space Programming: LLMs can natively read &amp; write neural network weights<\/a><\/figcaption><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">MIT CSAIL\u306eRikiya Takehi\u6c0f\u3001Jayden Teoh\u6c0f\u3001Alex Zhang\u6c0f\u3001Omar Khattab\u6c0f\u3089\u306e\u7814\u7a76\u30c1\u30fc\u30e0\u306f\u3001\u6700\u5148\u7aef\u306e\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08LLM\uff09\u304c\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u91cd\u307f\u3092\u81ea\u7136\u8a00\u8a9e\u3067\u76f4\u63a5\u8aad\u307f\u66f8\u304d\u3067\u304d\u308b\u3068\u3059\u308b\u521d\u671f\u7d50\u679c\u3092\u30012026\u5e7411\u67082\u65e5\u4ed8\u3067\u516c\u958b\u3057\u307e\u3057\u305f\u3002\u52fe\u914d\u964d\u4e0b\u6cd5\u306a\u3069\u306e\u6700\u9069\u5316\u624b\u6cd5\u3092\u4ecb\u3055\u305a\u3001LLM\u304c\u91cd\u307f\u3092\u76f4\u63a5\u6271\u3046\u3053\u306e\u624b\u6cd5\u3092\u300cWeight-Space Programming\u300d\u3068\u547c\u3093\u3067\u3044\u307e\u3059\u3002\u5b9f\u9a13\u306b\u306fGPT-6 Astra\u304c\u4f7f\u308f\u308c\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u8aad\u307f\u53d6\u308a\u306e\u5b9f\u9a13\u3067\u306f\u3001\u540c\u3058\u69cb\u9020\u306e4\u3064\u306e\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff08\u91cd\u307f\u306f1\u4e077253\u500b\uff09\u3092\u4e0e\u3048\u3001\u3069\u306e\u30b2\u30fc\u30e0\u3092\u5b66\u7fd2\u3057\u305f\u304b\u3092\u5c0b\u306d\u307e\u3057\u305f\u3002\u9078\u629e\u80a2\u306f\u793a\u3057\u3066\u3044\u307e\u305b\u3093\u304c\u3001\u30d6\u30ed\u30c3\u30af\u5d29\u3057\u3001\u30dd\u30f3\u3001\u30d1\u30c3\u30af\u30de\u30f3\u3001\u30d5\u30ea\u30fc\u30a6\u30a7\u30a4\u306e4\u3064\u3059\u3079\u3066\u3092\u8a00\u3044\u5f53\u3066\u307e\u3057\u305f\u3002\u62e1\u6563\u30e2\u30c7\u30eb\u304c\u751f\u6210\u3059\u308b\u56f3\u5f62\u306e\u63a8\u5b9a\u3067\u3082\u3001\u91cd\u307f\u3060\u3051\u304b\u3089\u5186\u3001\u4e09\u89d2\u5f62\u3001\u56db\u89d2\u5f62\u3092\u7279\u5b9a\u3057\u307e\u3057\u305f\u3002\u305f\u3060\u3057\u5b9f\u969b\u306f\u5857\u308a\u3064\u3076\u3057\u306e\u56f3\u5f62\u3092\u751f\u6210\u3059\u308b\u306e\u306b\u8f2a\u90ed\u3068\u3057\u3066\u63cf\u3044\u3066\u304a\u308a\u3001\u7814\u7a76\u30c1\u30fc\u30e0\u306f\u9806\u4f1d\u64ad\u3092\u8a08\u7b97\u305b\u305a\u91cd\u307f\u306e\u69cb\u9020\u3092\u8aad\u3093\u3067\u3044\u308b\u8868\u308c\u3060\u3068\u8aac\u660e\u3057\u3066\u3044\u307e\u3059\u3002\u3055\u3089\u306b\u5165\u51fa\u529b\u306e\u5c64\u3092\u53d6\u308a\u9664\u3044\u305f720\u4e07\u30d1\u30e9\u30e1\u30fc\u30bf\u30fc\u306e\u6587\u5b57\u30ec\u30d9\u30eb\u8a00\u8a9e\u30e2\u30c7\u30eb\u3067\u3082\u3001Python\u3001\u30ed\u30fc\u30de\u5b57\u306e\u65e5\u672c\u8a9e\u3001\u82f1\u8a9e\u306e\u3069\u308c\u3067\u5b66\u7fd2\u3057\u305f\u304b\u30923\u3064\u3068\u3082\u5224\u5225\u3057\u3001\u76f4\u524d\u306e\u6587\u5b57\u5217\u3092\u8907\u88fd\u3059\u308b\u300c\u30b3\u30d4\u30fc\u30d8\u30c3\u30c9\u300d\u306e\u4f4d\u7f6e\u3082\u5b9f\u6e2c\u3068\u4e00\u81f4\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u4fee\u6b63\u306e\u5b9f\u9a13\u3067\u306f\u3001PPO\u3067\u5b66\u7fd2\u3057\u305f\u8eca\u304c\u30b9\u30ed\u30fc\u30d7\u3092\u8d8a\u3048\u3089\u308c\u305a\u3001256\u30a8\u30d4\u30bd\u30fc\u30c9\u3067\u4e00\u5ea6\u3082\u6210\u529f\u3057\u306a\u3044\u8ab2\u984c\u3092\u6271\u3044\u307e\u3057\u305f\u3002Astra\u304c\u91cd\u307f\u306e3.5%\u3092\u4e00\u5ea6\u306e\u8fd4\u7b54\u3067\u66f8\u304d\u63db\u3048\u308b\u3068\u30011024\u30a8\u30d4\u30bd\u30fc\u30c9\u3059\u3079\u3066\u3067\u6210\u529f\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u30bc\u30ed\u304b\u3089\u91cd\u307f\u3092\u66f8\u304f\u5b9f\u9a13\u3067\u306f\u3001MinAtar\u306e3\u30b2\u30fc\u30e0\u7528\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u3001\u5b66\u7fd2\u3082\u30c4\u30fc\u30eb\u306e\u5229\u7528\u3082\u306a\u304f\u751f\u6210\u3055\u305b\u307e\u3057\u305f\u3002\u3044\u305a\u308c\u30821\u5104\u30b9\u30c6\u30c3\u30d7\u5b66\u7fd2\u3057\u305fPPO\u3092\u4e0a\u56de\u308a\u307e\u3057\u305f\u30025\u5104\u30b9\u30c6\u30c3\u30d7\u306ePPO\u3068\u6bd4\u3079\u308b\u3068\u3001\u30d6\u30ed\u30c3\u30af\u5d29\u3057\u306f\u7d0420\u500d\u306e\u30b9\u30b3\u30a2\u3067\u3001Asterix\u306f\u307b\u307c\u4e26\u3073\u3001Seaquest\u306f\u7d0460%\u3067\u3057\u305f\u30029\u00d79\u306e\u56f2\u7881\u7528\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff08\u7d04148\u4e07\u500b\u306e\u91cd\u307f\uff09\u3067\u306f\u3001\u9806\u4f1d\u64ad\u30920\u56de\u3057\u304b\u4f7f\u3048\u306a\u3044\u6761\u4ef6\u3067\u3082\u3001\u5c0f\u578b\u306ePPO\u30cd\u30c3\u30c8\u30ef\u30fc\u30af2\u3064\u3068\u306e\u5bfe\u5c40\u3067\u534a\u6570\u8d85\u306b\u52dd\u3061\u307e\u3057\u305f\u3002\u9806\u4f1d\u64ad\u309250\u56de\u4f7f\u3048\u308b\u6761\u4ef6\u3067\u306f\u30012000\u4e07\u5c40\u3067\u5b66\u7fd2\u3057\u305f\u540c\u898f\u6a21\u306ePPO\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u4e0a\u56de\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u5b9f\u969b\u306e\u8a00\u8a9e\u30e2\u30c7\u30eb\u3078\u306e\u9069\u7528\u3082\u8a66\u3055\u308c\u307e\u3057\u305f\u3002Qwen3.5-0.8B\u306e\u6570\u5b66\u6027\u80fd\u3092\u52fe\u914d\u306a\u3057\u3067\u6539\u5584\u3059\u308b\u3088\u3046\u6c42\u3081\u308b\u3068\u3001Astra\u306f\u30e2\u30c7\u30eb\u30ab\u30fc\u30c9\u304c\u8b66\u544a\u3059\u308b\u63a8\u8ad6\u30eb\u30fc\u30d7\u306b\u3064\u306a\u304c\u308b\u91cd\u307f\u306e\u554f\u984c\u3092\u7279\u5b9a\u3057\u3001\u91cd\u307f\u306e0.016%\u3092\u7de8\u96c6\u3057\u307e\u3057\u305f\u3002\u540c\u3058\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\u8a2d\u5b9a\u3067MATH-500\u306e\u6b63\u7b54\u7387\u306f7.9%\u304b\u308948.1%\u306b\u4e0a\u6607\u3057\u3001IFEval\u306e\u30b9\u30b3\u30a2\u30823\u500d\u306b\u306a\u3063\u305f\u3068\u3044\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u7814\u7a76\u30c1\u30fc\u30e0\u306f\u3001\u3053\u308c\u3089\u3092\u4eca\u5f8c\u306e\u6700\u9069\u5316\u3084\u89e3\u91c8\u53ef\u80fd\u6027\u7814\u7a76\u306b\u5f71\u97ff\u3057\u3046\u308b\u65e9\u671f\u306e\u6210\u679c\u3068\u4f4d\u7f6e\u3065\u3051\u3066\u3044\u307e\u3059\u3002Adam\u3084Muon\u3068\u3044\u3063\u305f\u5f93\u6765\u306e\u30aa\u30d7\u30c6\u30a3\u30de\u30a4\u30b6\u30fc\u306b\u4ee3\u308f\u308a\u3001\u91cd\u307f\u3092\u63a8\u8ad6\u3057\u3066LLM\u304c\u6700\u9069\u5316\u3059\u308b\u6642\u4ee3\u304c\u8fd1\u3065\u3044\u3066\u3044\u308b\u3068\u3082\u4e3b\u5f35\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity is-style-wide\"\/>\n\n\n\n<p class=\"wp-block-paragraph\">\u51fa\u5178\uff1a<a href=\"https:\/\/rikiyat.github.io\/blog\/weight-space-programming\/\" target=\"_blank\" rel=\"noopener noreferrer\">Sparks of Weight-Space Programming: LLMs can natively read &amp; write neural network weights<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>MIT CSAIL\u306eRikiya Takehi\u6c0f\u3001Jayden Teoh\u6c0f\u3001Alex Zhang\u6c0f\u3001Omar Khattab\u6c0f\u3089\u306e\u7814\u7a76\u30c1\u30fc\u30e0\u306f\u3001\u6700\u5148\u7aef\u306e\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08LLM\uff09\u304c\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u91cd\u307f\u3092\u81ea\u7136\u8a00\u8a9e\u3067\u76f4\u63a5\u8aad\u307f\u66f8\u304d\u3067\u304d\u308b\u3068\u3059\u308b\u521d\u671f\u7d50\u679c\u3092\u30012026\u5e7411\u67082\u65e5\u4ed8\u3067\u516c\u958b\u3057\u307e\u3057\u305f\u3002\u52fe\u914d\u964d\u4e0b\u6cd5\u306a\u3069\u306e\u6700\u9069\u5316\u624b\u6cd5\u3092\u4ecb\u3055\u305a\u3001LLM\u304c\u91cd\u307f\u3092\u76f4\u63a5\u6271\u3046\u3053\u306e\u624b\u6cd5\u3092\u300cWeight-Space Programming\u300d\u3068\u547c\u3093\u3067\u3044\u307e\u3059\u3002\u5b9f\u9a13\u306b\u306fGPT-6 Astra\u304c\u4f7f\u308f\u308c\u307e\u3057\u305f\u3002<\/p>\n","protected":false},"author":143,"featured_media":125143,"comment_status":"open","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"swell_btn_cv_data":"","_spnote":"","_custom_second_post_notes":"","_dp_original":0,"footnotes":"","_ppma_block_editor_authors":""},"categories":[9,171],"tags":[],"ppma_author":[339],"class_list":["post-125144","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-news","category-openai"],"pp_statuses_selecting_workflow":false,"pp_workflow_action":"current","pp_status_selection":"publish","authors":[{"term_id":339,"user_id":143,"is_guest":0,"slug":"rewrite_agent","display_name":"rewrite_agent","avatar_url":"https:\/\/secure.gravatar.com\/avatar\/665e612251833bfed4c32fd17b3613bb8c9f9a867e030a02c92d2980d980e588?s=96&d=mm&r=g","avatar_alt":"","avatar_decorative":"","author_category":"","first_name":"","last_name":"","user_url":"","job_title":"","description":""}],"_links":{"self":[{"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/posts\/125144","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/users\/143"}],"replies":[{"embeddable":true,"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/comments?post=125144"}],"version-history":[{"count":1,"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/posts\/125144\/revisions"}],"predecessor-version":[{"id":125146,"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/posts\/125144\/revisions\/125146"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/media\/125143"}],"wp:attachment":[{"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/media?parent=125144"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/categories?post=125144"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/tags?post=125144"},{"taxonomy":"author","embeddable":true,"href":"https:\/\/miralab.co.jp\/media\/wp-json\/wp\/v2\/ppma_author?post=125144"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}