{"id":2255,"date":"2026-06-24T11:35:41","date_gmt":"2026-06-24T03:35:41","guid":{"rendered":"http:\/\/wp.rungobag.cn\/index.php\/2026\/06\/24\/real-time-llm-inference-on-standard-gpus-3k-tokens-s-per-request\/"},"modified":"2026-06-24T11:35:41","modified_gmt":"2026-06-24T03:35:41","slug":"real-time-llm-inference-on-standard-gpus-3k-tokens-s-per-request","status":"publish","type":"post","link":"https:\/\/wp.rungobag.cn\/index.php\/2026\/06\/24\/real-time-llm-inference-on-standard-gpus-3k-tokens-s-per-request\/","title":{"rendered":"Real-time LLM Inference on Standard GPUs: 3k tokens\/s per request"},"content":{"rendered":"<p>Article URL: https:\/\/blog.kog.ai\/real-time-llm-inference-on-standard-gpus-3-000-tokens-s-per-request\/ Comments URL: https:\/\/news.ycombinator.com\/item?id=48321076 Points: 168 # Comments: 77<\/p>\n<p><a href=\"https:\/\/blog.kog.ai\/real-time-llm-inference-on-standard-gpus-3-000-tokens-s-per-request\/\">\u67e5\u770b\u539f\u6587 \u2192<\/a><\/p>\n<hr>\n<p><small>\u6765\u6e90\uff1aHacker News \u00b7 RSS \u91c7\u96c6<\/small><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Article URL: https:\/\/blog.kog.ai\/real-time-llm-inferenc [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"ai_generated_summary":"","wpai_meta_description":"","footnotes":""},"categories":[7],"tags":[],"class_list":["post-2255","post","type-post","status-publish","format-standard","hentry","category-tech"],"_links":{"self":[{"href":"https:\/\/wp.rungobag.cn\/index.php\/wp-json\/wp\/v2\/posts\/2255","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wp.rungobag.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/wp.rungobag.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/wp.rungobag.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/wp.rungobag.cn\/index.php\/wp-json\/wp\/v2\/comments?post=2255"}],"version-history":[{"count":0,"href":"https:\/\/wp.rungobag.cn\/index.php\/wp-json\/wp\/v2\/posts\/2255\/revisions"}],"wp:attachment":[{"href":"https:\/\/wp.rungobag.cn\/index.php\/wp-json\/wp\/v2\/media?parent=2255"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/wp.rungobag.cn\/index.php\/wp-json\/wp\/v2\/categories?post=2255"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/wp.rungobag.cn\/index.php\/wp-json\/wp\/v2\/tags?post=2255"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}