{"id":47335,"date":"2026-10-06T23:20:57","date_gmt":"2026-10-06T14:20:57","guid":{"rendered":"https:\/\/jore2.com\/?p=47335"},"modified":"2026-10-06T23:20:57","modified_gmt":"2026-10-06T14:20:57","slug":"ai-21307-dust-pretraining-transformers-without-backpropagation","status":"publish","type":"post","link":"https:\/\/jore2.com\/?p=47335","title":{"rendered":"Dust, \uc5ed\uc804\ud30c \uc5c6\uc774 \ud2b8\ub79c\uc2a4\ud3ec\uba38 \uc0ac\uc804 \ud559\uc2b5\ud558\ub294 \uc81c\ub85c\ucc28 \ucd5c\uc801\ud654 \uae30\ubc95 \uacf5\uac1c"},"content":{"rendered":"<div class=\"jore2-editor-byline\">\n<p><strong>\uc724\uc9c0\ud6c4<\/strong><\/p>\n<\/div>\n<p>Samip Dahal\uacfc Bishwas Mandal \ub4f1 \uc5f0\uad6c\uc9c4\uc774 \uc774\ub044\ub294 Q Labs \ud300\uc774 2026\ub144 10\uc6d4, \uc5ed\uc804\ud30c\ub97c \uc0ac\uc6a9\ud558\uc9c0 \uc54a\uace0 \ud2b8\ub79c\uc2a4\ud3ec\uba38 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \uc0ac\uc804 \ud559\uc2b5\ud560 \uc218 \uc788\ub294 \uc0c8\ub85c\uc6b4 \ubc29\ubc95\ub860\uc778 Dust\ub97c \uacf5\uac1c\ud588\ub2e4. \uc774\ub294 \uc81c\ub85c\ucc28 \ucd5c\uc801\ud654 \uae30\ubc95 \uc911 \ucc98\uc74c\uc73c\ub85c \uc5ed\uc804\ud30c \uae30\ubc18 \ud559\uc2b5\uacfc \uacbd\uc7c1 \uac00\ub2a5\ud55c \uc218\uc900\uc5d0 \ub3c4\ub2ec\ud55c \uc0ac\ub840\ub85c \uae30\ub85d\ub41c\ub2e4.<\/p>\n<p>Dust\uc758 \ud575\uc2ec \uc6d0\ub9ac\ub294 \uac00\uc911\uce58 \uacf5\uac04\uc774 \uc544\ub2cc \ud65c\uc131\ud654 \uacf5\uac04\uc5d0\uc11c \ud0d0\uc0c9\uc744 \uc218\ud589\ud558\ub294 \uac83\uc774\ub2e4. \uac01 \ud1a0\ud070\uc744 \ub3c5\ub9bd\uc801\uc778 \uac00\uc0c1 \uac1c\uccb4\uad70 \uad6c\uc131\uc6d0\uc73c\ub85c \ucde8\uae09\ud558\uc5ec \ub9e4\ubc88 \ub2e4\ub978 \ubc29\uc2dd\uc73c\ub85c \ud65c\uc131\ud654\ub97c \uad50\ub780\ud55c\ub2e4. \uc774\ub97c \ud1b5\ud574 \ud558\ub098\uc758 \uc21c\ubc29\ud5a5 \ud328\uc2a4 \ub0b4\uc5d0\uc11c \uc218\ub9ce\uc740 \ud6c4\ubcf4\uad70\uc744 \ubcd1\ub82c\ub85c \ud3c9\uac00\ud560 \uc218 \uc788\ub2e4.<\/p>\n<p>\uc5f0\uad6c \uacb0\uacfc\uc5d0 \ub530\ub974\uba74 \ub354 \ud070 \ubaa8\ub378\uc774 \uc624\ud788\ub824 \uac1c\uccb4\uad70 \ud6a8\uc728\uc131 \uce21\uba74\uc5d0\uc11c \uc720\ub9ac\ud558\ub2e4. 2\uc5b5 4300\ub9cc \ud30c\ub77c\ubbf8\ud130\ub97c \uac00\uc9c4 \ubaa8\ub378\uc774 120\ubc30 \uc791\uc740 \ubaa8\ub378\ubcf4\ub2e4 \ub300\ubd80\ubd84\uc758 \uac1c\uccb4\uad70 \ud06c\uae30 \uc124\uc815\uc5d0\uc11c \ub354 \ub098\uc740 \uc131\ub2a5\uc744 \ubcf4\uc600\ub2e4. \uc774\ub294 \uae30\uc874 \ub525\ub7ec\ub2dd \uc0c1\uc2dd\uacfc \ub300\ube44\ub418\ub294 \ud765\ubbf8\ub85c\uc6b4 \ubc1c\uacac\uc774\ub2e4.<\/p>\n<p>\uac00\uc0c1 \uac1c\uccb4\uad70 \ud06c\uae30\uac00 \ucee4\uc9d0\uc5d0 \ub530\ub77c Dust\uac00 \ucd94\uc815\ud558\ub294 \uae30\uc6b8\uae30\ub294 \uc5ed\uc804\ud30c\uac00 \uacc4\uc0b0\ud558\ub294 \uc2e4\uc81c \uae30\uc6b8\uae30\uc640 \uc810\uc810 \ub354 \uc815\ubc00\ud558\uac8c \uc77c\uce58\ud55c\ub2e4. 10\uc5b5 \ud1a0\ud070 \uaddc\ubaa8\uae4c\uc9c0 \ud14c\uc2a4\ud2b8\ub41c \ubc94\uc704\uc5d0\uc11c\ub3c4 \uc774\ub7ec\ud55c \uc815\ud569\uc131\uc740 \uc720\uc9c0\ub418\uc5c8\ub2e4. \ud558\uc9c0\ub9cc \uc774 \ubc29\ubc95\uc740 EGGROLL \uac19\uc740 \ucd5c\uc2e0 \uc9c4\ud654 \uc804\ub7b5 \uae30\ubc95\ubcf4\ub2e4 \uc218\ucc9c \ubc30 \ud6a8\uc728\uc801\uc784\uc5d0\ub3c4 \ubd88\uad6c\ud558\uace0, \uc5ec\uc804\ud788 \uc0c1\ub2f9\ud55c \uacc4\uc0b0 \uc790\uc6d0\uc744 \uc694\uad6c\ud55c\ub2e4.<\/p>\n<p>Hacker News \ucee4\ubba4\ub2c8\ud2f0\uc5d0\uc11c\ub294 \uc774 \uae30\uc220\uc758 \uc2e4\uc6a9\uc131\uc5d0 \ub300\ud574 \ud68c\uc758\uc801\uc778 \uc2dc\uac01\ub3c4 \uc874\uc7ac\ud55c\ub2e4. \uc77c\ubd80 \uc0ac\uc6a9\uc790\ub294 \uc2e0\uacbd\ub9dd \uc190\uc2e4 \ud568\uc218\uac00 \ub9e4\ub044\ub7fd\uae30 \ub54c\ubb38\uc5d0 \ubbf8\ubd84\uac12\uc744 \uc9c1\uc811 \uc0ac\uc6a9\ud558\ub294 \uac83\uc774 \ubb34\uc791\uc704 \ubc29\ud5a5 \ud0d0\uc0c9\ubcf4\ub2e4 \ud6e8\uc52c \ud569\ub9ac\uc801\uc774\ub77c\uace0 \uc9c0\uc801\ud588\ub2e4. \ub610\ud55c \ube44\ubcfc\ub85d\uc131 \ubb38\uc81c\ub97c \ud574\uacb0\ud558\uc9c0 \ubabb\ud55c\ub2e4\uba74 \uc7a5\uc810\uc774 \uc0ac\ub77c\uc9c8 \uc218 \uc788\ub2e4\ub294 \uc6b0\ub824\ub3c4 \uc81c\uae30\ub410\ub2e4.<\/p>\n<p>Dust\ub294 \uc5f0\uc0b0\ub7c9\uc774 \ud48d\ubd80\ud55c \ud658\uacbd\uc5d0\uc11c \uc5ed\uc804\ud30c\ub97c \ub2a5\uac00\ud560 \uac00\ub2a5\uc131\uc744 \uc2dc\uc0ac\ud558\uc9c0\ub9cc, \ud604\uc7ac\ub85c\uc11c\ub294 \ub9c9\ub300\ud55c \ucef4\ud4e8\ud305 \ube44\uc6a9\uc774\ub77c\ub294 \uba85\ud655\ud55c \ud55c\uacc4\ub97c \uc548\uace0 \uc788\ub2e4. \uc774 \uae30\ubc95\uc774 \uc2e4\uc81c \uc0b0\uc5c5 \ud604\uc7a5\uc5d0\uc11c \ucc44\ud0dd\ub420\uc9c0\ub294 \ucd94\uac00\uc801\uc778 \uac80\uc99d\uc774 \ud544\uc694\ud55c \uc0c1\ud669\uc774\ub2e4.<\/p>\n","protected":false},"excerpt":{"rendered":"<p>Samip Dahal\uacfc Bishwas Mandal \ub4f1 \uc5f0\uad6c\uc9c4\uc774 \uc774\ub044\ub294 Q Labs \ud300\uc774 2026\ub144 10\uc6d4, \uc5ed\uc804\ud30c\ub97c \uc0ac\uc6a9\ud558\uc9c0 \uc54a\uace0 \ud2b8\ub79c\uc2a4\ud3ec\uba38 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \uc0ac\uc804 \ud559\uc2b5\ud560 \uc218 \uc788\ub294 \uc0c8\ub85c\uc6b4 \ubc29\ubc95\ub860\uc778 Dust\ub97c \uacf5\uac1c\ud588\ub2e4.<\/p>\n","protected":false},"author":2,"featured_media":47334,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jore2_quality_policy":"people-first-v2","footnotes":""},"categories":[8858],"tags":[7,31093,3323,31095,31094,9420],"class_list":["post-47335","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-ai","tag-ai","tag-dust","tag-3323","tag-31095","tag-31094","tag-9420"],"featured_image_urls":{"full":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/x-method.gif",1608,1005,false],"thumbnail":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/x-method-150x150.gif",150,150,true],"medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/x-method-300x188.gif",300,188,true],"medium_large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/x-method-768x480.gif",640,400,true],"large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/x-method-1024x640.gif",640,400,true],"1536x1536":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/x-method-1536x960.gif",1536,960,true],"2048x2048":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/x-method.gif",1608,1005,false],"morenews-large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/x-method-825x575.gif",825,575,true],"morenews-medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/x-method-590x410.gif",590,410,true]},"author_info":{"info":["\uc724\uc9c0\ud6c4"]},"category_info":"<a href=\"https:\/\/jore2.com\/?cat=8858\" rel=\"category\">AI<\/a>","tag_info":"AI","comment_count":"0","_links":{"self":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/47335","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=47335"}],"version-history":[{"count":0,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/47335\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/media\/47334"}],"wp:attachment":[{"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=47335"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=47335"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=47335"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}