{"id":862722,"date":"2023-09-17T06:01:06","date_gmt":"2023-09-17T05:13:04","guid":{"rendered":"https:\/\/omni48.com\/?p=862722"},"modified":"2023-09-27T03:28:13","modified_gmt":"2023-09-27T03:28:13","slug":"meet-vllm-an-open-source-machine-learning-library-for-fast-llm-inference-and-serving","status":"publish","type":"post","link":"https:\/\/omni48.com\/software\/meet-vllm-an-open-source-machine-learning-library-for-fast-llm-inference-and-serving","title":{"rendered":"Meet vLLM: An Open-Source Machine Learning Library for Fast LLM Inference and Serving"},"content":{"rendered":"<p>Large language models (LLMs) have an ever-greater impact on how daily lives and careers are changing because they make possible new applications like programming assistants and&#8230;<\/p>\n","protected":false},"excerpt":{"rendered":"<p>Large language models (LLMs) have an ever-greater impact on how daily lives and careers are changing because they make possible new applications like programming assistants and&#8230;<\/p>\n","protected":false},"author":0,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[131],"tags":[],"class_list":["post-862722","post","type-post","status-publish","format-standard","hentry","category-software"],"acf":[],"_links":{"self":[{"href":"https:\/\/omni48.com\/api\/wp\/v2\/posts\/862722","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/omni48.com\/api\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/omni48.com\/api\/wp\/v2\/types\/post"}],"replies":[{"embeddable":true,"href":"https:\/\/omni48.com\/api\/wp\/v2\/comments?post=862722"}],"version-history":[{"count":0,"href":"https:\/\/omni48.com\/api\/wp\/v2\/posts\/862722\/revisions"}],"wp:attachment":[{"href":"https:\/\/omni48.com\/api\/wp\/v2\/media?parent=862722"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/omni48.com\/api\/wp\/v2\/categories?post=862722"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/omni48.com\/api\/wp\/v2\/tags?post=862722"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}