{"id":46293,"date":"2026-09-19T07:12:32","date_gmt":"2026-09-18T22:12:32","guid":{"rendered":"https:\/\/jore2.com\/?p=46293"},"modified":"2026-09-19T07:12:32","modified_gmt":"2026-09-18T22:12:32","slug":"ai-20274-an-empirical-study-of-harness-design-for-coding-agents","status":"publish","type":"post","link":"https:\/\/jore2.com\/?p=46293","title":{"rendered":"\ucf54\ub529 \uc5d0\uc774\uc804\ud2b8 \uc131\ub2a5\uc740 \ubaa8\ub378\ubcf4\ub2e4 \ud558\ub124\uc2a4 \uc124\uacc4\uac00 \uc88c\uc6b0\ud55c\ub2e4"},"content":{"rendered":"<div class=\"jore2-editor-byline\">\n<p><strong>JORE2 \ud3b8\uc9d1\ud300<\/strong> <span>\uacf5\uac1c \uc790\ub8cc\ub97c \ubc14\ud0d5\uc73c\ub85c \uc791\uc131\ud588\uc73c\uba70, \ud655\uc778 \uc790\ub8cc\ub97c \ud568\uaed8 \uc81c\uacf5\ud569\ub2c8\ub2e4.<\/span><\/p>\n<\/div>\n<p>UNC \uc0ec\ub7ff \uc5f0\uad6c\ud300\uc774 \ucf54\ub529 \uc5d0\uc774\uc804\ud2b8\uc758 \uc131\ub2a5\uc744 \uacb0\uc815\uc9d3\ub294 \ud575\uc2ec \uc694\uc778\uc774 \ubaa8\ub378 \uc790\uccb4\ubcf4\ub2e4 \ud558\ub124\uc2a4 \uc124\uacc4\uc5d0 \uc788\uc74c\uc744 \uc2e4\uc99d\ud588\uc2b5\ub2c8\ub2e4. \uc5f0\uad6c\uc9c4\uc740 \uace0\uc815\ub41c \uc2e4\ud589 \ub8e8\ud504\ub97c \uac00\uc9c4 \uacbd\ub7c9 \ud558\ub124\uc2a4\ub97c \uad6c\ucd95\ud558\uace0 \uacc4\ud68d, \ud589\ub3d9 \uacf5\uac04, \ucee8\ud14d\uc2a4\ud2b8 \uad00\ub9ac \uc138 \uac00\uc9c0 \uad6c\uc131 \uc694\uc18c\ub97c \ubcc0\ud615\ud558\uc5ec \ube44\uad50\ud588\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uc2e4\ud5d8\uc740 SWE-Bench Verified\uc640 Terminal-Bench 2.1 \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c \ub124 \uac00\uc9c0 \ubaa8\ub378\uc744 \ub300\uc0c1\uc73c\ub85c \uc9c4\ud589\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \ucd1d 176\uac1c\uc758 \ub9e4\uce6d\ub41c \uc124\uc815\uc744 \ud1b5\ud574 \ucee8\ud14d\uc2a4\ud2b8 \uad00\ub9ac \uc804\ub7b5 5\uc885\uacfc \ucee8\ud14d\uc2a4\ud2b8 \uc708\ub3c4\uc6b0 \uc608\uc0b0 4\uc885\uc744 \ud3c9\uac00\ud588\uc2b5\ub2c8\ub2e4. \uc5f0\uad6c \uacb0\uacfc \ucee8\ud14d\uc2a4\ud2b8 \uc708\ub3c4\uc6b0 \uc608\uc0b0\uc774 \uc904\uc5b4\ub4e4\uc218\ub85d \ucee8\ud14d\uc2a4\ud2b8 \uad00\ub9ac\uc758 \uac00\uce58\uac00 \ub192\uc544\uc9c0\ub294 \uac83\uc73c\ub85c \ub098\ud0c0\ub0ac\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ud2b9\ud788 \ucee8\ud14d\uc2a4\ud2b8 \uad00\ub9ac\uc758 \uc774\uc810\uc740 \ub300\ubd80\ubd84 \ucee8\ud14d\uc2a4\ud2b8 \uc624\ubc84\ud50c\ub85c \uc2e4\ud328\ub97c \ubc29\uc9c0\ud558\ub294 \ub370\uc11c \ubc1c\uc0dd\ud588\uc2b5\ub2c8\ub2e4. \uaddc\uce59 \uae30\ubc18 \uc0dd\ub7b5\uc744 LLM \uae30\ubc18 \uc694\uc57d\ubcf4\ub2e4 \uba3c\uc800 \uc801\uc6a9\ud558\ub294 \ubc29\uc2dd\uc774 \uac00\uc7a5 \ub192\uc740 \ud6a8\uc728\uc131\uc744 \ubcf4\uc600\uc2b5\ub2c8\ub2e4. \uc0dd\ub7b5\ub41c \ub0b4\uc6a9\uc744 \ubcf5\uc6d0 \uac00\ub2a5\ud558\uac8c \ub9cc\ub4dc\ub294 \uc7a5\uce58\ub294 \ubaa8\ub378\uc774 \uac70\uc758 \uc0ac\uc6a9\ud558\uc9c0 \uc54a\uc544 \uc815\ud655\ub3c4 \ud5a5\uc0c1\uc5d0 \uae30\uc5ec\ud558\uc9c0 \ubabb\ud588\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uacc4\ud68d \uae30\ub2a5\uc758 \uc5ed\ud560\uc740 \ubaa8\ub378\uc758 \ub2a5\ub825\uc5d0 \ub530\ub77c \ub2ec\ub77c\uc84c\uc2b5\ub2c8\ub2e4. \uc57d\ud55c \ubaa8\ub378\uc5d0\uac8c\ub294 \uc815\ud655\ub3c4\ub97c \ub192\uc774\ub294 \ubc1c\ud310\uc774 \ub418\uc5c8\uc9c0\ub9cc, \uac15\ud55c \ubaa8\ub378\uc5d0\uac8c\ub294 \uc815\ud655\ub3c4 \ubcc0\ud654 \uc5c6\uc774 \ube44\uc6a9\ub9cc \uc808\uac10\ud558\ub294 \ub3c4\uad6c\ub85c \uc791\uc6a9\ud588\uc2b5\ub2c8\ub2e4. \uc0ac\uc804 \uc815\uc758\ub41c \ub3c4\uad6c\ub294 bash \ub2a5\ub825\uc774 \uc57d\ud55c \ubaa8\ub378\uc758 \uc131\ub2a5\uc744 \uac1c\uc120\ud558\ub294 \ub370 \ub3c4\uc6c0\uc744 \uc8fc\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ubc18\uba74 bash \ub2a5\ub825\uc774 \ub6f0\uc5b4\ub09c \ubaa8\ub378\uc740 bash \uc804\uc6a9 \uc778\ud130\ud398\uc774\uc2a4\ub85c\ub3c4 \ud6a8\uacfc\uc801\uc73c\ub85c \uc791\ub3d9\ud588\uc2b5\ub2c8\ub2e4. \uc774 \uacbd\uc6b0 \ube44\uc6a9\uc774 \ud604\uc800\ud788 \ub0ae\uc544\uc84c\uc2b5\ub2c8\ub2e4. \ud2b9\ud788 \uba85\ub839\uc904 \uc911\uc2ec \uc791\uc5c5\uc5d0\uc11c bash \uc804\uc6a9 \ubc29\uc2dd\uc774 \ub354 \ud070 \ucf54\ub4dc \uc791\uc131 \ub2e8\uc704\uc640 \uc801\uc740 \uc0c1\ud638\uc791\uc6a9\uc744 \uac00\ub2a5\ud558\uac8c \ud588\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ud2b8\ub798\uc81d\ud1a0\ub9ac \ubd84\uc11d\uc744 \ud1b5\ud574 \uc774\ub7ec\ud55c \ud6a8\uacfc\uc758 \uc6d0\uc778\uc744 \ud30c\uc545\ud588\uc2b5\ub2c8\ub2e4. \ucee8\ud14d\uc2a4\ud2b8 \uad00\ub9ac\ub294 \uc5d0\uc774\uc804\ud2b8\uc758 \ud589\ub3d9\uc744 \ud06c\uac8c \ubc14\uafb8\uc9c0 \uc54a\uc73c\uba74\uc11c \uc2e4\ud589 \ud2b8\ub798\uc81d\ud1a0\ub9ac\ub97c \uc5f0\uc7a5\ud588\uc2b5\ub2c8\ub2e4. \uacc4\ud68d \uae30\ub2a5\uc740 \ud2b8\ub798\uc81d\ud1a0\ub9ac\uac00 \uba48\ucd94\ub294 \uc9c0\uc810\uc744 \ubcc0\uacbd\ud588\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ud589\ub3d9 \uacf5\uac04\uc740 \ucf54\ub4dc\uac00 \uc791\uc131\ub418\ub294 \uc138\ubd84\ud654 \uc218\uc900\uc744 \uc870\uc808\ud588\uc2b5\ub2c8\ub2e4.<\/p>\n<p>Hacker News\uc5d0\uc11c\ub294 \uc774 \uc5f0\uad6c\uc5d0 \ub300\ud574 195\uc810\uc758 \ub192\uc740 \uad00\uc2ec\uacfc 56\uac1c\uc758 \ub313\uae00\uc774 \ub2ec\ub9ac\uba70 \ub17c\uc758\uac00 \uc774\uc5b4\uc84c\uc2b5\ub2c8\ub2e4. \uc77c\ubd80 \uc0ac\uc6a9\uc790\ub294 \ubcf5\uc7a1\ud55c \ud558\ub124\uc2a4\uac00 \ud56d\uc0c1 \ub2e8\uc21c\ud55c \uc5d0\uc774\uc804\ud2b8\ub97c \ub2a5\uac00\ud558\uc9c0\ub294 \uc54a\ub294\ub2e4\ub294 \uc810\uc744 \uc9c0\uc801\ud588\uc2b5\ub2c8\ub2e4. \ub610\ud55c \ucd5c\uc2e0 \ud504\ub860\ud2f0\uc5b4 \ubaa8\ub378\ub4e4\uc774 \uc5f0\uad6c \ub300\uc0c1\uc5d0\uc11c \uc81c\uc678\ub41c \uc810\uc744 \ud55c\uacc4\ub85c \uaf3d\uc558\uc2b5\ub2c8\ub2e4.<\/p>\n<aside class=\"jore2-source-notes\" aria-label=\"\uae30\uc0ac \ud655\uc778 \uc790\ub8cc\">\n<h2>\ud655\uc778\ud55c \uc790\ub8cc<\/h2>\n<ul>\n<li><a href=\"https:\/\/arxiv.org\/abs\/2609.20804\" target=\"_blank\" rel=\"noopener noreferrer\">arxiv.org<\/a><\/li>\n<li><a href=\"https:\/\/arxiv.org\/html\/2609.20804v1\" target=\"_blank\" rel=\"noopener noreferrer\">arxiv.org 2<\/a><\/li>\n<li><a href=\"https:\/\/news.ycombinator.com\/item?id=49753878\" target=\"_blank\" rel=\"noopener noreferrer\">news.ycombinator.com<\/a><\/li>\n<\/ul>\n<\/aside>\n","protected":false},"excerpt":{"rendered":"<p>UNC \uc0ec\ub7ff \uc5f0\uad6c\ud300\uc774 \ucf54\ub529 \uc5d0\uc774\uc804\ud2b8\uc758 \uc131\ub2a5\uc744 \uacb0\uc815\uc9d3\ub294 \ud575\uc2ec \uc694\uc778\uc774 \ubaa8\ub378 \uc790\uccb4\ubcf4\ub2e4 \ud558\ub124\uc2a4 \uc124\uacc4\uc5d0 \uc788\uc74c\uc744 \uc2e4\uc99d\ud588\uc2b5\ub2c8\ub2e4. \uc5f0\uad6c\uc9c4\uc740 \uace0\uc815\ub41c \uc2e4\ud589 \ub8e8\ud504\ub97c \uac00\uc9c4 \uacbd\ub7c9 \ud558\ub124\uc2a4\ub97c \uad6c\ucd95\ud558\uace0 \uacc4\ud68d, \ud589\ub3d9 \uacf5\uac04, \ucee8\ud14d\uc2a4\ud2b8 \uad00\ub9ac \uc138 \uac00\uc9c0 \uad6c\uc131 \uc694\uc18c\ub97c \ubcc0\ud615\ud558\uc5ec \ube44\uad50\ud588\uc2b5\ub2c8\ub2e4.<\/p>\n","protected":false},"author":1,"featured_media":46292,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jore2_quality_policy":"people-first-v2","footnotes":""},"categories":[8858],"tags":[7,11327,29986,29984,29985],"class_list":["post-46293","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-ai","tag-ai","tag-swe-bench","tag-unc","tag-29984","tag-29985"],"featured_image_urls":{"full":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/09\/fig-harness-overview-v2.png",1950,806,false],"thumbnail":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/09\/fig-harness-overview-v2-150x150.png",150,150,true],"medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/09\/fig-harness-overview-v2-300x124.png",300,124,true],"medium_large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/09\/fig-harness-overview-v2-768x317.png",640,264,true],"large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/09\/fig-harness-overview-v2-1024x423.png",640,264,true],"1536x1536":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/09\/fig-harness-overview-v2-1536x635.png",1536,635,true],"2048x2048":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/09\/fig-harness-overview-v2.png",1950,806,false],"morenews-large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/09\/fig-harness-overview-v2-825x575.png",825,575,true],"morenews-medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/09\/fig-harness-overview-v2-590x410.png",590,410,true]},"author_info":{"info":["jore"]},"category_info":"<a href=\"https:\/\/jore2.com\/?cat=8858\" rel=\"category\">AI<\/a>","tag_info":"AI","comment_count":"0","_links":{"self":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/46293","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=46293"}],"version-history":[{"count":0,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/46293\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/media\/46292"}],"wp:attachment":[{"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=46293"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=46293"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=46293"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}