{"id":3751,"date":"2024-12-08T16:50:18","date_gmt":"2024-12-08T08:50:18","guid":{"rendered":"https:\/\/infernews.com\/?p=3751"},"modified":"2025-03-17T01:32:16","modified_gmt":"2025-03-16T17:32:16","slug":"%e6%89%8b%e6%8a%8a%e6%89%8b%e6%95%99%e4%bd%a0%e5%a6%82%e4%bd%95%e9%83%a8%e7%bd%b2%e5%a4%a7%e5%9e%8b%e8%aa%9e%e8%a8%80%e6%a8%a1%e5%9e%8b","status":"publish","type":"post","link":"https:\/\/infernews.com\/blog\/%e6%89%8b%e6%8a%8a%e6%89%8b%e6%95%99%e4%bd%a0%e5%a6%82%e4%bd%95%e9%83%a8%e7%bd%b2%e5%a4%a7%e5%9e%8b%e8%aa%9e%e8%a8%80%e6%a8%a1%e5%9e%8b\/","title":{"rendered":"\u624b\u628a\u624b\u6559\u4f60\u5982\u4f55\u90e8\u7f72\u5927\u578b\u8a9e\u8a00\u6a21\u578b"},"content":{"rendered":"\n<p>\u5982\u4f55\u4f7f\u7528 vLLM \u6846\u67b6\u90e8\u7f72\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u3002\u6559\u5b78\u5305\u542b\u4f7f\u7528 8B \u540c 70B \u5169\u500b\u7248\u672c\u4f5c\u793a\u7bc4\uff0c\u4e26\u8aaa\u660e\u5982\u4f55\u5728 NVIDIA GPU \u4e0a\u5b89\u88dd VLLM\uff0c\u4ee5\u53ca\u5982\u4f55\u8655\u7406\u8a18\u61b6\u9ad4\u9650\u5236\u3002<\/p>\n\n\n<figure class=\"wp-block-embed-youtube wp-block-embed is-type-video is-provider-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"lyte-wrapper\" title=\"\u53f0\u5927\u8cc7\u8a0a \u6df1\u5ea6\u5b78\u7fd2\u4e4b\u61c9\u7528 | ADL TA Recitation: LLM Deployment \u624b\u628a\u624b\u6559\u4f60\u5982\u4f55\u90e8\u7f72\u5927\u578b\u8a9e\u8a00\u6a21\u578b\" style=\"width:853px;max-width:100%;margin:5px auto;\"><div class=\"lyMe\" id=\"WYL_4JPJkLxW84w\" itemprop=\"video\" itemscope itemtype=\"https:\/\/schema.org\/VideoObject\"><div><meta itemprop=\"thumbnailUrl\" content=\"https:\/\/infernews.com\/blog\/wp-content\/plugins\/wp-youtube-lyte\/lyteCache.php?origThumbUrl=https%3A%2F%2Fi.ytimg.com%2Fvi%2F4JPJkLxW84w%2Fhqdefault.jpg\" \/><meta itemprop=\"embedURL\" content=\"https:\/\/www.youtube.com\/embed\/4JPJkLxW84w\" \/><meta itemprop=\"duration\" content=\"PT22M34S\" \/><meta itemprop=\"uploadDate\" content=\"2024-12-04T02:00:04Z\" \/><\/div><meta itemprop=\"accessibilityFeature\" content=\"captions\" \/><div id=\"lyte_4JPJkLxW84w\" data-src=\"https:\/\/infernews.com\/blog\/wp-content\/plugins\/wp-youtube-lyte\/lyteCache.php?origThumbUrl=https%3A%2F%2Fi.ytimg.com%2Fvi%2F4JPJkLxW84w%2Fhqdefault.jpg\" class=\"pL\"><div class=\"tC\"><div class=\"tT\" itemprop=\"name\">\u53f0\u5927\u8cc7\u8a0a \u6df1\u5ea6\u5b78\u7fd2\u4e4b\u61c9\u7528 | ADL TA Recitation: LLM Deployment \u624b\u628a\u624b\u6559\u4f60\u5982\u4f55\u90e8\u7f72\u5927\u578b\u8a9e\u8a00\u6a21\u578b<\/div><\/div><div class=\"play\"><\/div><div class=\"ctrl\"><div class=\"Lctrl\"><\/div><div class=\"Rctrl\"><\/div><\/div><\/div><noscript><a href=\"https:\/\/youtu.be\/4JPJkLxW84w\" rel=\"nofollow\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/infernews.com\/blog\/wp-content\/plugins\/wp-youtube-lyte\/lyteCache.php?origThumbUrl=https%3A%2F%2Fi.ytimg.com%2Fvi%2F4JPJkLxW84w%2F0.jpg\" alt=\"\u53f0\u5927\u8cc7\u8a0a \u6df1\u5ea6\u5b78\u7fd2\u4e4b\u61c9\u7528 | ADL TA Recitation: LLM Deployment \u624b\u628a\u624b\u6559\u4f60\u5982\u4f55\u90e8\u7f72\u5927\u578b\u8a9e\u8a00\u6a21\u578b\" width=\"853\" height=\"460\" \/><br \/>Watch this video on YouTube<\/a><\/noscript><meta itemprop=\"description\" content=\"2024\/12\/04 Applied Deep Learning Lectured by Yen-Ting Lin \u6797\u5f65\u5ef7 @ NTU CSIE\"><\/div><\/div><div class=\"lL\" style=\"max-width:100%;width:853px;margin:5px auto;\"><\/div><figcaption><\/figcaption><\/figure>","protected":false},"excerpt":{"rendered":"<p>\u5982\u4f55\u4f7f\u7528 vLLM \u6846\u67b6\u90e8\u7f72\u5927\u578b\u8a9e\u8a00\u6a21\u578b\u3002\u6559\u5b78\u5305\u542b\u4f7f\u7528 8B \u540c 70B \u5169\u500b\u7248\u672c\u4f5c\u793a\u7bc4\uff0c\u4e26\u8aaa\u660e\u5982\u4f55\u5728 NVIDIA GPU \u4e0a\u5b89\u88dd VLLM\uff0c\u4ee5\u53ca\u5982\u4f55\u8655\u7406\u8a18\u61b6\u9ad4\u9650\u5236\u3002<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"googlesitekit_rrm_CAowvqSiDA:productID":"","footnotes":""},"categories":[38,27,76,127],"tags":[],"class_list":["post-3751","post","type-post","status-publish","format-standard","hentry","category-38","category-paper","category-76","category-127"],"_links":{"self":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/posts\/3751","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/comments?post=3751"}],"version-history":[{"count":0,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/posts\/3751\/revisions"}],"wp:attachment":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/media?parent=3751"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/categories?post=3751"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/tags?post=3751"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}