{"id":3978,"date":"2024-12-15T23:22:12","date_gmt":"2024-12-15T15:22:12","guid":{"rendered":"https:\/\/infernews.com\/?p=3978"},"modified":"2024-12-19T06:12:07","modified_gmt":"2024-12-18T22:12:07","slug":"mistral-rs-%e9%ab%98%e9%80%9f%e6%8e%a8%e7%90%86%e5%bc%95%e6%93%8e","status":"publish","type":"post","link":"https:\/\/infernews.com\/blog\/mistral-rs-%e9%ab%98%e9%80%9f%e6%8e%a8%e7%90%86%e5%bc%95%e6%93%8e\/","title":{"rendered":"mistral.rs \u9ad8\u901f\u63a8\u7406\u5f15\u64ce"},"content":{"rendered":"\n<p>\u9ad8\u6548\u80fd\u8a9e\u8a00\u6a21\u578b\u63a8\u8ad6\u5f15\u64ce<\/p>\n\n\n\n<p>\u5b83\u4ee5 Rust \u7de8\u5beb\uff0c\u652f\u63f4\u591a\u7a2e\u6a21\u578b\u3001\u91cf\u5316\u65b9\u6cd5 (GGML, GPTQ, HQQ \u7b49) \u548c\u52a0\u901f\u5668 (CUDA, Metal, CPU)\uff0c\u4e26\u63d0\u4f9b&nbsp;\u4fbf\u6377\u7684&nbsp;Python API \u548c OpenAI \u76f8\u5bb9\u7684 HTTP \u4f3a\u670d\u5668\u3002 \u6838\u5fc3\u529f\u80fd\u5305\u62ec&nbsp;\u5feb\u901f\u63a8\u8ad6\u3001\u591a\u7a2e\u91cf\u5316\u6280\u8853&nbsp;\u4ee5\u63d0\u5347\u6548\u80fd\uff0c\u4ee5\u53ca\u5c0d LoRA\u3001X-LoRA \u7b49\u6a21\u578b\u8abf\u6574\u6280\u8853\u7684\u652f\u63f4\u3002 \u9644\u8a73\u7d30\u8aaa\u660e\u5b89\u88dd\u3001\u5efa\u7f6e\u3001\u6a21\u578b\u53d6\u5f97\u548c\u4f7f\u7528\u65b9\u6cd5\uff0c\u4e26\u63d0\u4f9b\u8c50\u5bcc\u7684\u7bc4\u4f8b\u7a0b\u5f0f\u78bc\u8207\u6548\u80fd\u57fa\u51c6\u6e2c\u8a66\u7d50\u679c\u3002(\u652f\u63f4 Mac M \u7cfb\u5217)<\/p>\n\n\n\n<figure class=\"wp-block-image size-full is-style-default\"><a href=\"https:\/\/github.com\/EricLBuehler\/mistral.rs\" target=\"_blank\" rel=\" noreferrer noopener\"><img data-dominant-color=\"5c6d82\" data-has-transparency=\"false\" style=\"--dominant-color: #5c6d82;\" loading=\"lazy\" decoding=\"async\" width=\"720\" height=\"480\" src=\"\/blog\/wp-content\/uploads\/2024\/12\/68747470733a2f2f7777772e6e686d6167617a696e652e636f6d2f636f6e74656e742f75706c6f6164732f323031392f30352f6d7477617368696e67746f6e4672616e636f6e69612d322d31392d31382d3130382d456469742d456469742e6a7067.jpg\" alt=\"\" class=\"wp-image-4066 not-transparent\" srcset=\"https:\/\/infernews.com\/blog\/wp-content\/uploads\/2024\/12\/68747470733a2f2f7777772e6e686d6167617a696e652e636f6d2f636f6e74656e742f75706c6f6164732f323031392f30352f6d7477617368696e67746f6e4672616e636f6e69612d322d31392d31382d3130382d456469742d456469742e6a7067.jpg 720w, https:\/\/infernews.com\/blog\/wp-content\/uploads\/2024\/12\/68747470733a2f2f7777772e6e686d6167617a696e652e636f6d2f636f6e74656e742f75706c6f6164732f323031392f30352f6d7477617368696e67746f6e4672616e636f6e69612d322d31392d31382d3130382d456469742d456469742e6a7067-300x200.jpg 300w, https:\/\/infernews.com\/blog\/wp-content\/uploads\/2024\/12\/68747470733a2f2f7777772e6e686d6167617a696e652e636f6d2f636f6e74656e742f75706c6f6164732f323031392f30352f6d7477617368696e67746f6e4672616e636f6e69612d322d31392d31382d3130382d456469742d456469742e6a7067-640x427.jpg 640w\" sizes=\"auto, (max-width: 720px) 100vw, 720px\" \/><\/a><\/figure>\n\n\n\n<p><img decoding=\"async\" width=\"50\" src=\"https:\/\/infer.store\/wp-content\/uploads\/2024\/12\/download.png\" alt=\"MAC Image\"><img decoding=\"async\" width=\"120\" src=\"https:\/\/infer.store\/wp-content\/uploads\/2024\/12\/windows-11-logo-icon.png\" alt=\"WIN Image\"><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u9ad8\u6548\u80fd\u8a9e\u8a00\u6a21\u578b\u63a8\u8ad6\u5f15\u64ce \u5b83\u4ee5 Rust \u7de8\u5beb\uff0c\u652f\u63f4\u591a\u7a2e\u6a21\u578b\u3001\u91cf\u5316\u65b9\u6cd5 (GGML, GPTQ, HQQ \u7b49) \u548c\u52a0\u901f\u5668 (CUDA, Metal, CPU)\uff0c\u4e26\u63d0\u4f9b&nbsp;\u4fbf\u6377\u7684&nbsp;Python API \u548c OpenAI \u76f8\u5bb9\u7684 HTTP \u4f3a\u670d\u5668\u3002 \u6838\u5fc3\u529f\u80fd\u5305\u62ec&nbsp;\u5feb\u901f\u63a8\u8ad6\u3001\u591a\u7a2e\u91cf\u5316\u6280\u8853&nbsp;\u4ee5\u63d0\u5347\u6548\u80fd\uff0c\u4ee5\u53ca\u5c0d LoRA\u3001X-LoRA \u7b49\u6a21\u578b\u8abf\u6574\u6280\u8853\u7684\u652f\u63f4\u3002 \u9644\u8a73\u7d30\u8aaa\u660e\u5b89\u88dd\u3001\u5efa\u7f6e\u3001\u6a21\u578b\u53d6\u5f97\u548c\u4f7f\u7528\u65b9\u6cd5\uff0c\u4e26\u63d0\u4f9b\u8c50\u5bcc\u7684\u7bc4\u4f8b\u7a0b\u5f0f\u78bc\u8207\u6548\u80fd\u57fa\u51c6\u6e2c\u8a66\u7d50\u679c\u3002(\u652f\u63f4 Mac M \u7cfb\u5217)<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"googlesitekit_rrm_CAowvqSiDA:productID":"","footnotes":""},"categories":[138,133],"tags":[],"class_list":["post-3978","post","type-post","status-publish","format-standard","hentry","category-138","category-133"],"_links":{"self":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/posts\/3978","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/comments?post=3978"}],"version-history":[{"count":0,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/posts\/3978\/revisions"}],"wp:attachment":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/media?parent=3978"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/categories?post=3978"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/tags?post=3978"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}