{"id":48869,"date":"2026-10-27T02:56:37","date_gmt":"2026-10-26T17:56:37","guid":{"rendered":"https:\/\/jore2.com\/?p=48869"},"modified":"2026-10-27T02:56:37","modified_gmt":"2026-10-26T17:56:37","slug":"ai-22484-fixing-tool-call-accuracy-in-vllm","status":"publish","type":"post","link":"https:\/\/jore2.com\/?p=48869","title":{"rendered":"vLLM 0.31 \ubc84\uc804, \uc81c\uc57d \ub514\ucf54\ub529\uc73c\ub85c \ud234 \ud638\ucd9c \uc815\ud655\ub3c4 100% \ub2ec\uc131"},"content":{"rendered":"<div class=\"jore2-editor-byline\">\n<p><strong>\uc624\ubbfc\uc7ac<\/strong><\/p>\n<\/div>\n<p>\ud074\ub77c\uc6b0\ub4dc \uc778\ud504\ub77c \uc81c\uacf5\uc5c5\uccb4\uc778 Ubicloud\uac00 \uc790\uccb4 \ube14\ub85c\uadf8\ub97c \ud1b5\ud574 vLLM \ucd5c\uc2e0 \ubc84\uc804\uc758 \uae30\ub2a5 \uc5c5\ub370\uc774\ud2b8 \ub0b4\uc6a9\uc744 \uacf5\uac1c\ud588\uc2b5\ub2c8\ub2e4. \uc774\ubc88 \ubc1c\ud45c\ub294 \uc624\ud508 \uc6e8\uc774\ud2b8 \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \uc11c\ube59\ud560 \ub54c \uc790\uc8fc \ubc1c\uc0dd\ud558\ub358 \ud234 \ud638\ucd9c \uc815\ud655\ub3c4 \ubb38\uc81c\ub97c \ub2e4\ub8e8\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uae30\uc874 vLLM 0.28 \ubc84\uc804\uc744 \uc0ac\uc6a9\ud560 \uacbd\uc6b0 Kimi K2.6 \ubaa8\ub378\uc758 \ud234 \ud638\ucd9c \uc2a4\ud0a4\ub9c8 \uc900\uc218\uc728\uc740 \uc57d 92%\uc5d0 \uba38\ubb3c\ub800\uc2b5\ub2c8\ub2e4. \uc774\ub294 \uc2dc\ub3c4\ub41c \ud234 \ud638\ucd9c \uc911 25\uac74\ub2f9 2\uac74\uaf34\ub85c \uc2e4\ud328\ud55c\ub2e4\ub294 \uc758\ubbf8\uc785\ub2c8\ub2e4. \ubd80\uc815\ud655\ud55c \ud234 \ud638\ucd9c\uc740 \uc5d0\uc774\uc804\ud2b8 \uc6cc\ud06c\ub85c\ub4dc\uc5d0\uc11c \ubd88\ud544\uc694\ud55c \ucee8\ud14d\uc2a4\ud2b8\ub97c \ub204\uc801\uc2dc\ucf1c \ucd5c\uc885 \uc751\ub2f5 \ud488\uc9c8\uc744 \ub5a8\uc5b4\ub728\ub9ac\ub294 \uc8fc\uc694 \uc6d0\uc778\uc774\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<p>Ubicloud \ud300\uc740 \uc774\ub7ec\ud55c \ubb38\uc81c\ub97c \ud574\uacb0\ud558\uae30 \uc704\ud574 vLLM\uc758 \ud3ec\ud06c \ubc84\uc804\uc744 \uc720\uc9c0\ud558\uba70 \uc790\uccb4\uc801\uc73c\ub85c \ub300\uc751\ud574 \uc654\uc2b5\ub2c8\ub2e4. \ud558\uc9c0\ub9cc vLLM 0.31 \ubc84\uc804\uc774 \uacf5\uc2dd\uc801\uc73c\ub85c \uc81c\uc57d \ub514\ucf54\ub529 \uc9c0\uc6d0 \uae30\ub2a5\uc744 \ucd94\uac00\ud558\uba74\uc11c \uc0c1\ud669\uc774 \ub2ec\ub77c\uc84c\uc2b5\ub2c8\ub2e4. \uc774 \uae30\ub2a5\uc740 \ubaa8\ub378\uc774 \ucd9c\ub825\ud558\ub294 \ud1a0\ud070\uc774 \uc815\uc758\ub41c JSON \uc2a4\ud0a4\ub9c8\ub97c \ubc18\ub4dc\uc2dc \ub530\ub974\ub3c4\ub85d \uac15\uc81c\ud569\ub2c8\ub2e4.<\/p>\n<p>\uc81c\uc57d \ub514\ucf54\ub529\uc740 \ucd94\ub860 \uc5d4\uc9c4 \ub2e8\uacc4\uc5d0\uc11c \ubaa8\ub378\uc758 \uc0dd\uc131 \uacfc\uc815\uc744 \uc81c\ud55c\ud558\ub294 \uae30\uc220\uc785\ub2c8\ub2e4. \uc774\ub97c \ud65c\uc131\ud654\ud558\uba74 Kimi\uc640 DeepSeek \uac19\uc740 \ucd5c\uc2e0 \ubaa8\ub378\uc5d0\uc11c\ub3c4 \ud234 \ud638\ucd9c \uc2a4\ud0a4\ub9c8 \uc900\uc218\uc728\uc744 100%\uae4c\uc9c0 \ub04c\uc5b4\uc62c\ub9b4 \uc218 \uc788\ub2e4\uace0 \ubcf4\uace0\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uc11c\ubc84 \uce21 \ud50c\ub798\uadf8 \uc124\uc815\ub9cc\uc73c\ub85c \uc801\uc6a9 \uac00\ub2a5\ud558\ub2e4\ub294 \uc810\uc774 \uc2e4\ubb34\uc801 \uc7a5\uc810\uc73c\ub85c \uaf3d\ud799\ub2c8\ub2e4.<\/p>\n<p>Hacker News \ucee4\ubba4\ub2c8\ud2f0\uc5d0\uc11c\ub294 \uc774 \uc18c\uc2dd\uc5d0 \ub300\ud574 \ub2e4\uc591\ud55c \ubc18\uc751\uc774 \uc774\uc5b4\uc84c\uc2b5\ub2c8\ub2e4. \ud55c \uc0ac\uc6a9\uc790\ub294 \uc81c\uc57d \ub514\ucf54\ub529\uc774 \uc774\ubbf8 \uc624\ub798\uc804\ubd80\ud130 vLLM\uc5d0 \uc874\uc7ac\ud588\ub358 \uae30\ub2a5\uc774\ub77c\uace0 \uc9c0\uc801\ud558\uae30\ub3c4 \ud588\uc2b5\ub2c8\ub2e4. \ub2e4\ub9cc \uc774\uc804\uc5d0\ub294 \uae30\ubcf8\uac12\uc73c\ub85c \ube44\ud65c\uc131\ud654\ub418\uc5b4 \uc788\uac70\ub098 \uc124\uc815 \ubc29\uc2dd\uc774 \ubcf5\uc7a1\ud574 \uc2e4\uc81c \uc6b4\uc601 \ud658\uacbd\uc5d0\uc11c\ub294 \uc81c\ub300\ub85c \ud65c\uc6a9\ub418\uc9c0 \ubabb\ud588\ub358 \uac83\uc73c\ub85c \ubcf4\uc785\ub2c8\ub2e4.<\/p>\n<p>\ub610 \ub2e4\ub978 \ub313\uae00\uc5d0\uc11c\ub294 \ub3c4\uad6c \ud638\ucd9c \ud615\uc2dd\uc774 \uc5c5\uacc4 \ud45c\uc900\uc73c\ub85c \uc644\uc804\ud788 \uc815\ucc29\ud558\uc9c0 \ubabb\ud55c \uc810\uc744 \uc6b0\ub824\ud588\uc2b5\ub2c8\ub2e4. OpenAI \uc2a4\ud0c0\uc77c\uc758 \ucc44\ud305 \uba54\uc2dc\uc9c0 \ud3ec\ub9f7\uacfc \ub2e4\ub978 \uad6c\uc870\ub97c \uc0ac\uc6a9\ud558\ub294 \ubaa8\ub378\ub4e4\uc774 \ud63c\uc7ac\ub418\uc5b4 \uc788\uc5b4 \uc77c\uad00\ub41c \uc81c\uc57d\uc744 \uc801\uc6a9\ud558\uae30 \uc5b4\ub835\ub2e4\ub294 \uc124\uba85\uc785\ub2c8\ub2e4. \uc77c\ubd80 \ud504\ub85c\ubc14\uc774\ub354\ub4e4\uc740 \uc5ec\uc804\ud788 \ub0ae\uc740 \uc131\ub2a5\uc744 \ubcf4\uc774\uace0 \uc788\ub2e4\ub294 \ube44\ud310\ub3c4 \uc81c\uae30\ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<p>Bohdan Hordii\uc758 \uae30\uc220 \ubd84\uc11d \uae00\uc740 \ud234 \ud638\ucd9c \uc2e4\ud328\uc758 \uad6c\uccb4\uc801\uc778 \uc6d0\uc778\ub4e4\uc744 \uc9da\uc5b4\ub0c8\uc2b5\ub2c8\ub2e4. \ucc44\ud305 \ud15c\ud50c\ub9bf \ubd88\uc77c\uce58, \ub7f0\uc5b4\uc6e8\uc774 \ud1a0\ud070 \uc0dd\uc131, \uc2a4\ud2b8\ub9ac\ubc0d \ub378\ud0c0 \ud30c\ud3b8\ud654 \ub4f1\uc774 \ub300\ud45c\uc801\uc778 \ubb38\uc81c \uc0ac\ub840\ub85c \uc81c\uc2dc\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \ud2b9\ud788 Jinja \ud15c\ud50c\ub9bf\uc758 \uc904\ubc14\uafc8\uc774\ub098 \uc774\uc2a4\ucf00\uc774\ud504 \ubb38\uc790 \ud558\ub098\uac00 JSON \ucd94\ucd9c\uae30\ub97c \ubb34\ub108\ub728\ub9b4 \uc218 \uc788\ub2e4\uace0 \uacbd\uace0\ud588\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uc774\ubc88 \uc5c5\ub370\uc774\ud2b8\ub294 \uc790\uc728\ud615 \uba40\ud2f0 \uc5d0\uc774\uc804\ud2b8 \uc2dc\uc2a4\ud15c\uc744 \uad6c\ucd95\ud558\ub294 \uac1c\ubc1c\uc790\ub4e4\uc5d0\uac8c \uc911\uc694\ud55c \uc2dc\uc0ac\uc810\uc744 \uc90d\ub2c8\ub2e4. \ub370\uc774\ud130 \uc8fc\uad8c\uacfc \uc608\uce21 \uac00\ub2a5\ud55c \uc9c0\uc5f0 \uc2dc\uac04\uc744 \uc704\ud574 \uc140\ud504 \ud638\uc2a4\ud305\uc744 \uc120\ud0dd\ud55c \uacbd\uc6b0\uc5d0\ub3c4 \uc774\uc81c \uc548\uc815\uc801\uc778 \ud234 \ud638\ucd9c \ud658\uacbd\uc744 \uad6c\uc131\ud560 \uc218 \uc788\uac8c \ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ub2e4\ub9cc \ubaa8\ub4e0 \ubaa8\ub378\uc774 \uc989\uc2dc 100% \uc815\ud655\ub3c4\ub97c \ubcf4\uc7a5\ud558\ub294 \uac83\uc740 \uc544\ub2d9\ub2c8\ub2e4. \ud2b9\uc815 \ubaa8\ub378 \uc544\ud0a4\ud14d\ucc98\ub098 \ubcf5\uc7a1\ud55c \uc911\ucca9\ub41c \ud234 \ud638\ucd9c \uad6c\uc870\uc5d0\uc11c\ub294 \uc5ec\uc804\ud788 \uac80\uc99d\uc774 \ud544\uc694\ud569\ub2c8\ub2e4. Ubicloud\ub294 \ubca4\uce58\ub9c8\ud06c \ud14c\uc2a4\ud2b8\ub97c \ud1b5\ud574 \ud68c\uadc0 \ud604\uc0c1\uc744 \uc9c0\uc18d\uc801\uc73c\ub85c \ucd94\uc801\ud558\uace0 \uc788\ub2e4\uace0 \ubc1d\ud614\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\uac1c\ubc1c\uc790\ub4e4\uc740 vLLM 0.31 \uc774\uc0c1 \ubc84\uc804\uc73c\ub85c \uc5c5\uadf8\ub808\uc774\ub4dc \ud6c4 \uad00\ub828 \uc11c\ubc84 \ud50c\ub798\uadf8\ub97c \uba85\uc2dc\uc801\uc73c\ub85c \ud65c\uc131\ud654\ud574\uc57c \ud569\ub2c8\ub2e4. \uae30\uc874 \uc124\uc815 \ud30c\uc77c\uc744 \uadf8\ub300\ub85c \uc720\uc9c0\ud560 \uacbd\uc6b0 \uc0c8\ub85c\uc6b4 \uae30\ub2a5\uc774 \uc801\uc6a9\ub418\uc9c0 \uc54a\uc744 \uc218 \uc788\uae30 \ub54c\ubb38\uc785\ub2c8\ub2e4. \uac01 \ubaa8\ub378\uc758 \ud2b8\ub808\uc774\ub2dd \ubc29\uc2dd\uc5d0 \ub530\ub77c \ucd5c\uc801\uc758 \ud30c\ub77c\ubbf8\ud130 \uac12\uc744 \ucc3e\ub294 \uacfc\uc815\ub3c4 \ubcd1\ud589\ub418\uc5b4\uc57c \ud569\ub2c8\ub2e4.<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\uc624\ud508 \uc6e8\uc774\ud2b8 \ubaa8\ub378 \uc11c\ube59 \uc2dc \ubc1c\uc0dd\ud558\ub294 \ud234 \ud638\ucd9c \uc624\ub958\ub97c \ud574\uacb0\ud558\uae30 \uc704\ud574 vLLM 0.31\uc774 \uc81c\uc57d \ub514\ucf54\ub529 \uae30\ub2a5\uc744 \ub3c4\uc785\ud588\uc2b5\ub2c8\ub2e4. Ubicloud \ud300\uc758 \ubca4\uce58\ub9c8\ud06c \uacb0\uacfc Kimi\uc640 DeepSeek \ubaa8\ub378\uc5d0\uc11c \uc2a4\ud0a4\ub9c8 \uc900\uc218\uc728\uc774 100%\ub85c \uac1c\uc120\ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/p>\n","protected":false},"author":10,"featured_media":48868,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jore2_quality_policy":"people-first-v2","footnotes":""},"categories":[8858],"tags":[24659,32204,32205,14844,32203,32202],"class_list":["post-48869","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-ai","tag-deepseek","tag-kimi","tag-ubicloud","tag-vllm","tag-32203","tag-32202"],"featured_image_urls":{"full":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/6ace25a7011f2d0bca7a06ea-llm-inference.png",1502,964,false],"thumbnail":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/6ace25a7011f2d0bca7a06ea-llm-inference-150x150.png",150,150,true],"medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/6ace25a7011f2d0bca7a06ea-llm-inference-300x193.png",300,193,true],"medium_large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/6ace25a7011f2d0bca7a06ea-llm-inference-768x493.png",640,411,true],"large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/6ace25a7011f2d0bca7a06ea-llm-inference-1024x657.png",640,411,true],"1536x1536":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/6ace25a7011f2d0bca7a06ea-llm-inference.png",1502,964,false],"2048x2048":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/6ace25a7011f2d0bca7a06ea-llm-inference.png",1502,964,false],"morenews-large":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/6ace25a7011f2d0bca7a06ea-llm-inference-825x575.png",825,575,true],"morenews-medium":["https:\/\/jore2.com\/wp-content\/uploads\/2026\/10\/6ace25a7011f2d0bca7a06ea-llm-inference-590x410.png",590,410,true]},"author_info":{"info":["\uc624\ubbfc\uc7ac"]},"category_info":"<a href=\"https:\/\/jore2.com\/?cat=8858\" rel=\"category\">AI<\/a>","tag_info":"AI","comment_count":"0","_links":{"self":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/48869","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/users\/10"}],"replies":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=48869"}],"version-history":[{"count":0,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/posts\/48869\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=\/wp\/v2\/media\/48868"}],"wp:attachment":[{"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=48869"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=48869"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/jore2.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=48869"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}