{"id":32180,"date":"2026-05-28T02:34:17","date_gmt":"2026-05-27T17:34:17","guid":{"rendered":"https:\/\/jore2.com\/ai-27042-itbench-aa-frontier-models-score-below-50-on-the-first-benchmark-for-agentic-enterprise-it-tasks-by-artificial-analysis\/"},"modified":"2026-05-28T02:55:31","modified_gmt":"2026-05-27T17:55:31","slug":"ai-27042-itbench-aa-frontier-models-score-below-50-on-the-first-benchmark-for-agentic-enterprise-it-tasks-by-artificial-analysis","status":"publish","type":"post","link":"https:\/\/jore2.com\/?p=32180","title":{"rendered":"\ucd5c\uace0\uae09 AI \ubaa8\ub378\uc870\ucc28 50%\ub3c4 \ubabb \ucc44\uc6b4\ub2e4? \uc5d4\ud130\ud504\ub77c\uc774\uc988 IT \uc5d0\uc774\uc804\ud2b8 \ud3c9\uac00 \uae30\uc900 ITBench-AA\uc758 \ucda9\uaca9"},"content":{"rendered":"<div class=\"jore2-editor-byline\">\n<p><strong>\uc624\ubbfc\uc7ac<\/strong><\/p>\n<\/div>\n<p>\ucd5c\ucca8\ub2e8 AI \ubaa8\ub378\ub4e4\uc774 \uc77c\uc0c1\uc801\uc778 \ub300\ud654\ub098 \ub2e8\uc21c\ud55c \ucd94\ub860\uc5d0\uc11c\ub294 \uc778\uac04\uc744 \uc555\ub3c4\ud558\ub294 \uc131\ub2a5\uc744 \ubcf4\uc5ec\uc8fc\uc9c0\ub9cc, \uc2e4\uc81c \uae30\uc5c5 \ud658\uacbd\uc758 \ubcf5\uc7a1\ud55c IT \uc6b4\uc601 \uacfc\uc81c\ub97c \uc218\ud589\ud560 \ub54c\ub294 \uc608\uc0c1\uce58 \ubabb\ud55c \ud55c\uacc4\ub97c \ub4dc\ub7ec\ub0b4\uace0 \uc788\uc2b5\ub2c8\ub2e4. \ucd5c\uadfc IBM \uc5f0\uad6c\uc18c\uc640 Artificial Analysis \uac00 \uacf5\ub3d9\uc73c\ub85c \uacf5\uac1c\ud55c &#8216;ITBench-AA&#8217; \ubca4\uce58\ub9c8\ud06c \uacb0\uacfc\ub294 AI \uc5c5\uacc4\uc5d0 \ud070 \ud30c\uc7a5\uc744 \uc77c\uc73c\ucf30\uc2b5\ub2c8\ub2e4. \uc774 \ubca4\uce58\ub9c8\ud06c\ub294 \uc0ac\uc774\ud2b8 \uc2e0\ub8b0\uc131 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1(SRE)\uc744 \uc911\uc2ec\uc73c\ub85c \uc2e4\uc81c \uc2dc\uc2a4\ud15c \uc7a5\uc560 \ub300\uc751 \ub2a5\ub825\uc744 \ud3c9\uac00\ud558\ub294\ub370, \ud604\uc7ac \uc2dc\uc911\uc5d0\uc11c \uac00\uc7a5 \uc131\ub2a5\uc774 \ub6f0\uc5b4\ub09c \ud504\ub7f0\ud2f0\uc5b4 \ubaa8\ub378\ub4e4\uc870\ucc28 \ud3c9\uade0 50% \ubbf8\ub9cc\uc758 \uc810\uc218\uc5d0 \uadf8\ucce4\uae30 \ub54c\ubb38\uc785\ub2c8\ub2e4.<\/p>\n<p>\uc774 \ubca4\uce58\ub9c8\ud06c\uac00 \uc8fc\ubaa9\ubc1b\ub294 \ud575\uc2ec \uc774\uc720\ub294 \uae30\uc874 \ud3c9\uac00 \uae30\uc900\uacfc \ub2ec\ub9ac \uc2e4\uc81c \uc778\ud504\ub77c \ud658\uacbd\uc5d0\uc11c \ubc1c\uc0dd\ud558\ub294 \ub3d9\uc801 \ubb38\uc81c\ub97c \ud574\uacb0\ud558\ub294 \ub2a5\ub825\uc744 \uce21\uc815\ud558\uae30 \ub54c\ubb38\uc785\ub2c8\ub2e4. \ubaa8\ub378\ub4e4\uc740 \ucfe0\ubc84\ub124\ud2f0\uc2a4 \ud658\uacbd\uc5d0\uc11c \uc2e4\uc2dc\uac04 \ub85c\uadf8\ub97c \ubd84\uc11d\ud558\uace0, \uc758\uc874\uc131\uc744 \ucd94\uc801\ud558\uba70, \ubcf5\uc7a1\ud55c \uc2dc\uc2a4\ud15c \uad6c\uc870 \uc18d\uc5d0\uc11c \uadfc\ubcf8 \uc6d0\uc778\uc744 \ucc3e\uc544\ub0b4\uc57c \ud569\ub2c8\ub2e4. \uc774\ub7ec\ud55c \uacfc\uc81c\ub294 \ub2e8\uc21c\ud788 \uc815\ub2f5\uc744 \ub9de\ucd94\ub294 \uac83\uc744 \ub118\uc5b4, \uc5ec\ub7ec \ub2e8\uacc4\ub97c \uac70\uce58\uba70 \uc0c1\ud669\uc744 \ud30c\uc545\ud558\uace0 \ud589\ub3d9\ud558\ub294 \uc5d0\uc774\uc804\ud2b8\uc801 \uc0ac\uace0\uac00 \ud544\uc218\uc801\uc785\ub2c8\ub2e4. \ud558\uc9c0\ub9cc \ud604\uc7ac \ucd5c\uace0 \uc218\uc900\uc73c\ub85c \ud3c9\uac00\ubc1b\ub294 \ubaa8\ub378\ub4e4\ub3c4 \uc774 \ubcf5\uc7a1\ud55c \uc2dc\ub098\ub9ac\uc624\uc5d0\uc11c 50%\ub97c \ub118\uc9c0 \ubabb\ud574, \uc2e4\uc81c \uae30\uc5c5 \ub3c4\uc785 \uc2dc \uae30\ub300\ud588\ub358 \uc218\uc900\uc758 \uc790\uc728\uc131\uc744 \uc544\uc9c1 \ud655\ubcf4\ud558\uc9c0 \ubabb\ud588\uc74c\uc744 \uc2dc\uc0ac\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc131\ub2a5 \ub370\uc774\ud130\ub97c \uc790\uc138\ud788 \uc0b4\ud3b4\ubcf4\uba74 \ud765\ubbf8\ub85c\uc6b4 \uc5ed\uc124\uc774 \ubc1c\uacac\ub429\ub2c8\ub2e4. \ud074\ub85c\ub4dc \uc624\ud37c\uc2a4 4.7 \uc774 47% \ub85c 1 \uc704\ub97c \uae30\ub85d\ud588\uc9c0\ub9cc, \uc774\ub294 \uc5ec\uc804\ud788 \uc808\ubc18\ub3c4 \ucc44 \ub418\uc9c0 \uc54a\ub294 \uc218\uce58\uc785\ub2c8\ub2e4. \uadf8 \ub4a4\ub97c \uc774\uc5b4 GPT-5.5 \uac00 46%, Qwen3.7 Max \uac00 42% \ub97c \uae30\ub85d\ud588\uc2b5\ub2c8\ub2e4. \ud2b9\ud788 \ud765\ubbf8\ub85c\uc6b4 \uc810\uc740 \ucc98\ub9ac \uacfc\uc815\uc758 \uae38\uc774\uc640 \uc815\ud655\ub3c4 \uc0ac\uc774\uc758 \uad00\uacc4\uc785\ub2c8\ub2e4. GPT-5.5 \ub294 \ud3c9\uade0 31 \ud68c \ud134\uc73c\ub85c 46% \uc758 \uc815\ud655\ub3c4\ub97c \ubcf4\uc778 \ubc18\uba74, \uc81c\ubbf8\ub2c8 3.1 \ud504\ub85c \ud504\ub9ac\ubdf0\ub294 83 \ud68c\ub77c\ub294 \uae34 \ud134\uc744 \uac70\uce58\uba74\uc11c\ub3c4 30% \uc5d0 \uadf8\ucce4\uc2b5\ub2c8\ub2e4. \uc774\ub294 \ub2e8\uc21c\ud788 \ub354 \ub9ce\uc740\u601d\u8003\u548c\uc640 \uc2dc\ub3c4, \uc989 \ub354 \uae34 \uacbd\ub85c\ub97c \ub9cc\ub4e0\ub2e4\uace0 \ud574\uc11c \ubb38\uc81c \ud574\uacb0 \ub2a5\ub825\uc774 \ube44\ub840\ud558\uc5ec \ud5a5\uc0c1\ub418\uc9c0 \uc54a\uc74c\uc744 \uc758\ubbf8\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc774\ub7ec\ud55c \uacb0\uacfc\ub294 AI \ubaa8\ub378\uc774 \uc2e4\uc81c \uae30\uc5c5 \ud658\uacbd\uc5d0 \ud22c\uc785\ub418\uae30 \uc704\ud574 \ub118\uc5b4\uc57c \ud560 \uc7a5\ubcbd\uc774 \uc0dd\uac01\ubcf4\ub2e4 \ub192\ub2e4\ub294 \uac83\uc744 \ubcf4\uc5ec\uc90d\ub2c8\ub2e4. \uae30\uc874\uc5d0 \uc54c\ub824\uc9c4 \ud130\ubbf8\ub110 \ubca4\uce58\ub9c8\ud06c \ub4f1\uc5d0\uc11c\ub294 \ub192\uc740 \uc810\uc218\ub97c \uae30\ub85d\ud588\ub358 \ubaa8\ub378\ub4e4\uc774 ITBench-AA \uc5d0\uc11c\ub294 \uc0c1\ub300\uc801\uc73c\ub85c \ub0ae\uc740 \uc810\uc218\ub97c \ubcf4\uc778 \uac83\uc740, \ub2e8\uc21c\ud55c \uc9c0\uc2dd \uc2b5\ub4dd\uc774\ub098 \uc815\uc801 \ubb38\uc81c \ud574\uacb0\uacfc \ub2ec\ub9ac \ub3d9\uc801\uc778 \uc2dc\uc2a4\ud15c \uad00\ub9ac\uc5d0\ub294 \uc5ec\uc804\ud788 AI \uc758 \ucd94\ub860 \ub2a5\ub825\uc774 \ubd80\uc871\ud568\uc744 \ubc29\uc99d\ud569\ub2c8\ub2e4. \ud5a5\ud6c4 \uae08\uc735 \uc6b4\uc601\uc774\ub098 \ucd5c\uace0 \uc815\ubcf4 \ubcf4\uc548 \ucc45\uc784\uc790 \uc5c5\ubb34 \ub4f1\uc73c\ub85c \ud3c9\uac00 \ubc94\uc704\uac00 \ud655\uc7a5\ub420 \uc608\uc815\uc778 \ub9cc\ud07c, \uc774 \ubca4\uce58\ub9c8\ud06c \uacb0\uacfc\uac00 \ud5a5\ud6c4 AI \ubaa8\ub378 \uac1c\ubc1c \ubc29\ud5a5\uacfc \uae30\uc5c5\ub4e4\uc758 \ub3c4\uc785 \uc804\ub7b5\uc5d0 \uc5b4\ub5a4 \uc601\ud5a5\uc744 \ubbf8\uce60\uc9c0 \uc8fc\ubaa9\ud574\uc57c \ud569\ub2c8\ub2e4. AI \uac00 \uc9c4\uc815\ud55c &#8216;\uc5d0\uc774\uc804\ud2b8&#8217;\ub85c \uac70\ub4ed\ub098\uae30 \uc704\ud574\uc11c\ub294 \ub2e8\uc21c\ud55c \uc131\ub2a5 \uc9c0\ud45c\ub97c \ub118\uc5b4 \uc2e4\uc81c \ubcf5\uc7a1\ud55c \ud658\uacbd\uc5d0\uc11c\uc758 \uc548\uc815\uc131\uc774 \uac80\uc99d\ub418\uc5b4\uc57c \ud560 \uc2dc\uc810\uc785\ub2c8\ub2e4.<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\ucd5c\ucca8\ub2e8 AI \ubaa8\ub378\ub4e4\uc774 \uc77c\ubc18 \ud0dc\uc2a4\ud06c\uc5d0\uc11c\ub294 \uc555\ub3c4\uc801 \uc131\ub2a5\uc744 \ubcf4\uc774\uc9c0\ub9cc, \uc2e4\uc81c \uae30\uc5c5 \ud658\uacbd\uc758 \ubcf5\uc7a1\ud55c IT \uc6b4\uc601\uc5d0\uc11c\ub294 50% \ubbf8\ub9cc\uc758 \uc810\uc218\uc5d0 \uadf8\uce58\uace0 \uc788\uc2b5\ub2c8\ub2e4. IBM \uacfc Artificial Analysis \uac00 \uacf5\uac1c\ud55c \uccab \ubc88\uc9f8 \uc5d0\uc774\uc804\ud2b8 \ubca4\uce58\ub9c8\ud06c \uacb0\uacfc\uac00 \uc5c5\uacc4\uc758 \uc8fc\ubaa9\uc744 \ub044\ub294 \uc774\uc720\ub97c \ub370\uc774\ud130\ub85c \ubd84\uc11d\ud569\ub2c8\ub2e4.<\/p>\n","protected":false},"author":10,"featured_media":32191,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[8858],"tags":[7,9152,22644,13811,22645],"class_list":["post-32180","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-ai","tag-ai","tag-ibm","tag-itbench-aa","tag-sre","tag-22645"],"featured_image_urls":{"full":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/05\/ifjrbhrxyrk9lhllohdti.png",977,471,false],"thumbnail":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/05\/ifjrbhrxyrk9lhllohdti-150x150.png",150,150,true],"medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/05\/ifjrbhrxyrk9lhllohdti-300x145.png",300,145,true],"medium_large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/05\/ifjrbhrxyrk9lhllohdti-768x370.png",640,308,true],"large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/05\/ifjrbhrxyrk9lhllohdti.png",640,309,false],"1536x1536":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/05\/ifjrbhrxyrk9lhllohdti.png",977,471,false],"2048x2048":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/05\/ifjrbhrxyrk9lhllohdti.png",977,471,false],"morenews-large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/05\/ifjrbhrxyrk9lhllohdti-825x471.png",825,471,true],"morenews-medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/05\/ifjrbhrxyrk9lhllohdti-590x410.png",590,410,true]},"author_info":{"info":["\uc624\ubbfc\uc7ac"]},"category_info":"<a href=\"https:\/\/jore2.com\/?cat=8858\" rel=\"category\">AI<\/a>","tag_info":"AI","comment_count":"0","_links":{"self":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/32180","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/users\/10"}],"replies":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=32180"}],"version-history":[{"count":1,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/32180\/revisions"}],"predecessor-version":[{"id":32192,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/32180\/revisions\/32192"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/media\/32191"}],"wp:attachment":[{"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=32180"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=32180"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=32180"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}