{"id":9783,"date":"2026-04-05T00:31:37","date_gmt":"2026-04-04T15:31:37","guid":{"rendered":"https:\/\/jore2.com\/community-3684-simple-self-distillation-improves-code-generation\/"},"modified":"2026-04-05T11:45:32","modified_gmt":"2026-04-05T02:45:32","slug":"community-3684-simple-self-distillation-improves-code-generation","status":"publish","type":"post","link":"https:\/\/jore2.com\/?p=9783","title":{"rendered":"\uac80\uc99d\ub41c \uc0ac\uc2e4\ub85c \ubcf8 ‘\ub2e8\uc21c \uc790\uae30 \uc99d\ub958’\uac00 \ucf54\ub529 \uc131\ub2a5\uc744 \ub192\uc774\ub294 \uc774\uc720"},"content":{"rendered":"
\n

\uc815\ud558\ubbfc<\/strong><\/p>\n<\/div>\n

\ucd5c\uadfc \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378\uc758 \ucf54\ub529 \uc131\ub2a5 \ud5a5\uc0c1\uc744 \uc704\ud574 \uc678\ubd80 \ub3c4\uad6c\ub098 \ubcf5\uc7a1\ud55c \ud559\uc2b5 \uacfc\uc815 \uc5c6\uc774 \ubaa8\ub378 \uc2a4\uc2a4\ub85c\uc758 \ub370\uc774\ud130\ub97c \ud65c\uc6a9\ud558\ub294 \ubc29\uc2dd\uc774 \uc8fc\ubaa9\ubc1b\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ud2b9\ud788 arXiv \uc5d0 \uac8c\uc7ac\ub41c \uc5f0\uad6c\uc5d0 \ub530\ub974\uba74, \uc678\ubd80 \uac80\uc99d\uc790\ub098 \uad50\uc0ac \ubaa8\ub378, \uac15\ud654\ud559\uc2b5 \uc5c6\uc774 \ubaa8\ub378\uc774 \uc0dd\uc131\ud55c \uc6d0\uc2dc \ucd9c\ub825\ub9cc\uc73c\ub85c\ub3c4 \uc131\ub2a5\uc744 \ub192\uc77c \uc218 \uc788\ub294 \ub2e8\uc21c \uc790\uae30 \uc99d\ub958 \uae30\ubc95\uc774 \uc720\ud6a8\ud568\uc774 \ud655\uc778\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uc774 \ubc29\uc2dd\uc740 \ud2b9\uc815 \uc628\ub3c4 \ubc0f \uc798\ub77c\ub0b4\uae30 \uc124\uc815\uc73c\ub85c \uc0dd\uc131\ub41c \uc0d8\ud50c\uc744 \ud45c\uc900 \uc9c0\ub3c4 \ud559\uc2b5\uc73c\ub85c \ub2e4\uc2dc \ud559\uc2b5\uc2dc\ud0a4\ub294 \uacfc\uc815\uc73c\ub85c, Qwen3-30B-Instruct \ubaa8\ub378\uc758 \uacbd\uc6b0 \ub77c\uc774\ube0c\ucf54\ub4dc\ubca4\uce58 v6 \uae30\uc900 \ud328\uc2a4@1 \uc810\uc218\uac00 42.4% \uc5d0\uc11c 55.3% \ub85c \uc0c1\uc2b9\ud558\ub294 \uacb0\uacfc\ub97c \ubcf4\uc600\uc2b5\ub2c8\ub2e4.<\/p>\n

\uc774\ub7ec\ud55c \uc131\uacfc\uac00 \ud2b9\ud788 \uc5b4\ub824\uc6b4 \ubb38\uc81c\uc5d0\uc11c \ub450\ub4dc\ub7ec\uc9c0\uac8c \ub098\ud0c0\ub09c \uc810\uc740 \ud765\ubbf8\ub86d\uc2b5\ub2c8\ub2e4. \uc5f0\uad6c\uc9c4\uc740 \uc774\ub97c \ubaa8\ub378\uc758 \ub514\ucf54\ub529 \uacfc\uc815\uc5d0\uc11c \ubc1c\uc0dd\ud558\ub294 \uc815\ubc00\ub3c4\uc640 \ud0d0\uc0c9 \uac04\uc758 \ucda9\ub3cc\ub85c \uc124\uba85\ud569\ub2c8\ub2e4. \ucf54\ub4dc\ub294 \ubb38\ubc95\uacfc \uc758\ubbf8\uac00 \uba85\ud655\ud55c \uace0\uc815 \uc9c0\uc810\uacfc \uc5ec\ub7ec \uac00\uc9c0 \ud574\ubc95\uc774 \uac00\ub2a5\ud55c \ubd84\uae30 \uc9c0\uc810\uc774 \uacf5\uc874\ud558\ub294\ub370, \uae30\uc874 \ubaa8\ub378\uc740 \uc804 \uc138\uacc4\uc801\uc73c\ub85c \ucd5c\uc801\uc758 \ub514\ucf54\ub529 \uc124\uc815\uc744 \ucc3e\ub290\ub77c \uc774 \ub450 \uc694\uad6c \uc0ac\uc774\uc5d0\uc11c \ud0c0\ud611\uc744 \uac15\uc694\ubc1b\uace4 \ud588\uc2b5\ub2c8\ub2e4. \ub2e8\uc21c \uc790\uae30 \uc99d\ub958\ub294 \uc774\ub7ec\ud55c \ub9e5\ub77d \uc758\uc874\uc801 \ud1a0\ud070 \ubd84\ud3ec\ub97c \uc7ac\ud615\uc131\ud558\uc5ec, \uc815\ubc00\ub3c4\uac00 \ud544\uc694\ud55c \ubd80\ubd84\uc5d0\uc11c\ub294 \ubd88\ud544\uc694\ud55c \uaf2c\ub9ac \ubd84\ud3ec\ub97c \uc5b5\uc81c\ud558\uace0 \ud0d0\uc0c9\uc774 \ud544\uc694\ud55c \ubd80\ubd84\uc5d0\uc11c\ub294 \uc720\uc6a9\ud55c \ub2e4\uc591\uc131\uc744 \uc720\uc9c0\ud558\ub3c4\ub85d \ub3d5\uc2b5\ub2c8\ub2e4.<\/p>\n

\ucee4\ubba4\ub2c8\ud2f0 \ubc18\uc751\uc740 \uc774 \uae30\ubc95\uc774 \ubaa8\ub378\uc758 \uc7a0\uc7ac\uc801 \ud2b9\uc131\uc744 \ub4dc\ub7ec\ub0b4\ub294 \uc911\uc694\ud55c \ub2e8\uc11c\ub85c \ud574\uc11d\ud558\ub294 \ucabd\uc73c\ub85c \uae30\uc6b8\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ub2e8\uc21c\ud55c \uae30\uc220\uc801 \uac1c\uc120 \uc774\uc0c1\uc73c\ub85c, \ubaa8\ub378\uc774 \uc2a4\uc2a4\ub85c \uc0c1\ud669\uc5d0 \ub9de\ucdb0 \uc0ac\uace0 \ubaa8\ub4dc\ub97c \uc804\ud658\ud558\ub294 \ub2a5\ub825\uc744 \ubc30\uc591\ud560 \uc218 \uc788\uc74c\uc744 \uc2dc\uc0ac\ud558\uae30 \ub54c\ubb38\uc785\ub2c8\ub2e4. \ud2b9\ud788 4B, 8B, 30B \ub4f1 \ub2e4\uc591\ud55c \uaddc\ubaa8\uc758 \ubaa8\ub378\uacfc \uc9c0\uc2dc\ud615 \ubc0f \uc0ac\uace0\ud615 \ubcc0\ud615 \ubaa8\ub450\uc5d0\uc11c \uc77c\ubc18\ud654\ub418\ub294 \uacb0\uacfc\uac00 \ud655\uc778\ub418\uba74\uc11c, \ucd94\ud6c4 \ub354 \uc800\ub834\ud558\uace0 \uc811\uadfc\uc131\uc774 \ub192\uc740 \ucf54\ub529 \ubaa8\ub378\ub4e4\uc774 \ub4f1\uc7a5\ud560 \uac00\ub2a5\uc131\uc5d0 \ub300\ud55c \uae30\ub300\uac10\uc774 \ucee4\uc9c0\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n

\ud5a5\ud6c4 \uc8fc\ubaa9\ud574\uc57c \ud560 \uc810\uc740 \uc774 \uae30\ubc95\uc774 \uc2e4\uc81c \uc11c\ube44\uc2a4 \ud658\uacbd\uc5d0\uc11c \uc5b4\ub5bb\uac8c \uc801\uc6a9\ub420\uc9c0\uc785\ub2c8\ub2e4. \ud604\uc7ac\uae4c\uc9c0\uc758 \uc99d\uac70\ub294 \ubaa8\ub378\uc774 \uc2a4\uc2a4\ub85c\uc758 \ucd9c\ub825\uc744 \ud1b5\ud574 \ub354 \ub098\uc740 \uc131\ub2a5\uc744 \ub0bc \uc218 \uc788\uc74c\uc744 \ubcf4\uc5ec\uc8fc\uc9c0\ub9cc, \uc774\uac83\uc774 \uc0c1\uc6a9\ud654 \ub2e8\uacc4\uc5d0\uc11c \uc5bc\ub9c8\ub098 \ud6a8\uc728\uc801\uc73c\ub85c \ud655\uc7a5\ub420\uc9c0\ub294 \ucd94\uac00 \uac80\uc99d\uc774 \ud544\uc694\ud569\ub2c8\ub2e4. \ub2e4\ub9cc, \ubcf5\uc7a1\ud55c \uc678\ubd80 \uc778\ud504\ub77c \uc5c6\uc774\ub3c4 \ubaa8\ub378 \ub0b4\ubd80\uc758 \uc7a0\uc7ac\ub825\uc744 \ub04c\uc5b4\uc62c\ub9b4 \uc218 \uc788\ub294 \uc0c8\ub85c\uc6b4 \ubc29\ud5a5\uc131\uc774 \uc81c\uc2dc\ub418\uc5c8\ub2e4\ub294 \uc810\uc740 \ud5a5\ud6c4 LLM \ud6c4\ud559\uc2b5 \uc804\ub7b5\uc5d0\uc11c \uc911\uc694\ud55c \uc774\uc815\ud45c\uac00 \ub420 \uac83\uc73c\ub85c \ubcf4\uc785\ub2c8\ub2e4.<\/p>\n","protected":false},"excerpt":{"rendered":"

\uc678\ubd80 \uac80\uc99d\uc790\ub098 \uac15\ud654\ud559\uc2b5 \uc5c6\uc774 \ubaa8\ub378\uc774 \uc2a4\uc2a4\ub85c\uc758 \ucd9c\ub825\uc744 \ud65c\uc6a9\ud574 \ucf54\ub529 \ub2a5\ub825\uc744 \ud68d\uae30\uc801\uc73c\ub85c \uac1c\uc120\ud588\ub2e4\ub294 \uc5f0\uad6c \uacb0\uacfc\uac00 \uc8fc\ubaa9\ubc1b\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ubcf5\uc7a1\ud574 \ubcf4\uc774\ub294 \uc131\ub2a5 \ud5a5\uc0c1\uc758 \uc774\uba74\uc5d0\ub294 \ubaa8\ub378\uc774 \uc0c1\ud669\uc5d0 \ub530\ub77c \ud0d0\uc0c9\uacfc \uc815\ubc00\ub3c4\ub97c \uc801\uc808\ud788 \uc870\uc808\ud558\ub294 \uba54\ucee4\ub2c8\uc998\uc774 \uc791\ub3d9\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n","protected":false},"author":5,"featured_media":9782,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[406],"tags":[4433,3345,4432,4430,4431],"class_list":["post-9783","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-406","tag-arxiv","tag-llm","tag-4432","tag-4430","tag-4431"],"featured_image_urls":{"full":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/04\/0000097808-002-20240903053014910.png",996,432,false],"thumbnail":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/04\/0000097808-002-20240903053014910-150x150.png",150,150,true],"medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/04\/0000097808-002-20240903053014910-300x130.png",300,130,true],"medium_large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/04\/0000097808-002-20240903053014910-768x333.png",640,278,true],"large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/04\/0000097808-002-20240903053014910.png",640,278,false],"1536x1536":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/04\/0000097808-002-20240903053014910.png",996,432,false],"2048x2048":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/04\/0000097808-002-20240903053014910.png",996,432,false],"morenews-large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/04\/0000097808-002-20240903053014910-825x432.png",825,432,true],"morenews-medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/04\/0000097808-002-20240903053014910-590x410.png",590,410,true]},"author_info":{"info":["\uc815\ud558\ubbfc"]},"category_info":"\uc694\uc998\ub728\ub294\uc18c\uc2dd<\/a>","tag_info":"\uc694\uc998\ub728\ub294\uc18c\uc2dd","comment_count":"0","_links":{"self":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/9783","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/users\/5"}],"replies":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=9783"}],"version-history":[{"count":2,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/9783\/revisions"}],"predecessor-version":[{"id":9963,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/9783\/revisions\/9963"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/media\/9782"}],"wp:attachment":[{"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=9783"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=9783"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=9783"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}