[{"data":1,"prerenderedAt":327},["ShallowReactive",2],{"repo-jundot-omlx":3,"i18n-jundot-omlx-zh-CN":324},{"mirrorPool":4,"detail":13},[5,9],{"key":6,"label":7,"base":8,"type":6},"github","mirror.github","https:\u002F\u002Fgithub.com\u002F",{"key":10,"label":11,"base":12,"type":10},"auto-proxy","mirror.autoProxy","https:\u002F\u002Fgithub.xxlab.tech\u002F",{"owner":14,"repo":15,"repoId":16,"repoUrl":17,"starCount":18,"language":19,"description":20,"languages":21,"screenshots":31,"homepage":32,"pushedAt":33,"ownerAvatar":34,"ownerName":35,"ownerBio":36,"lastSyncTime":37,"lastReleaseTime":38,"tags":39,"license":46,"category":47,"subgroup":48,"releases":49},"jundot","omlx",1157171418,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx",22330,"Python","LLM inference server with continuous batching & SSD caching for Apple Silicon — managed from the macOS menu bar",{"Python":22,"Swift":23,"HTML":24,"C++":25,"JavaScript":26,"Metal":27,"Objective-C++":27,"CSS":28,"Shell":29,"CMake":29,"Ruby":30},80.6,7.1,5.3,2.8,2.3,0.7,0.2,0.1,0,[],"https:\u002F\u002Fomlx.ai","2026-09-28","https:\u002F\u002Favatars.githubusercontent.com\u002Fu\u002F64250138?v=4","Jun Kim","Open-Source ML Engineer at 🤗 Hugging Face | Creator of oMLX | I build the tools I wish existed for my Mac, then open-source them. junkim.dot@gmail.com\r\n","2026-09-28T15:18:13.225441+00:00","2026-09-24T20:17:17Z",[40,41,42,43,44,45],"apple-silicon","inference-server","llm","macos","mlx","openai-api","Apache-2.0","ai","LLM推理\u002F微调工具",[50,85,119,153,187,222,257,290],{"tag":51,"publishAt":38,"semVer":52,"prerelease":54,"assets":55},"v0.7.0rc1",[30,53,30],7,false,[56,62,68,73,79],{"fileName":57,"sizeMb":58,"sha256":59,"downloadCount":60,"originUrl":61},"omlx-0.7.0rc1-cp311-cp311-macosx_15_0_universal2.whl",37.43,"d49e83ca16f15ab9361e8d2b48943f69cf8294ccf0d599189985fe86a145c369",125,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0rc1\u002Fomlx-0.7.0rc1-cp311-cp311-macosx_15_0_universal2.whl",{"fileName":63,"sizeMb":64,"sha256":65,"downloadCount":66,"originUrl":67},"omlx-0.7.0rc1-cp312-cp312-macosx_15_0_universal2.whl",37.42,"46f24624c940a217bb8e676e5d321e900f24a78bc4a94f7e5a977670dc876067",200,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0rc1\u002Fomlx-0.7.0rc1-cp312-cp312-macosx_15_0_universal2.whl",{"fileName":69,"sizeMb":64,"sha256":70,"downloadCount":71,"originUrl":72},"omlx-0.7.0rc1-cp313-cp313-macosx_15_0_universal2.whl","dd86205c52575b4e45a23ab4dff8ab2ee1324c69b82171170e54f3611741b44e",108,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0rc1\u002Fomlx-0.7.0rc1-cp313-cp313-macosx_15_0_universal2.whl",{"fileName":74,"sizeMb":75,"sha256":76,"downloadCount":77,"originUrl":78},"oMLX-0.7.0rc1-macos15-sequoia.dmg",766.35,"51f6b4fc0884f648604157586a04c232233de093b6db76b438c7d2ccc9a39cbd",640,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0rc1\u002FoMLX-0.7.0rc1-macos15-sequoia.dmg",{"fileName":80,"sizeMb":81,"sha256":82,"downloadCount":83,"originUrl":84},"oMLX-0.7.0rc1-macos26-27.dmg",793.82,"82c1ea4d882153bb2da5cd2793e950620b2d2eb81b2e90695272e878be79b83a",10021,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0rc1\u002FoMLX-0.7.0rc1-macos26-27.dmg",{"tag":86,"publishAt":87,"semVer":88,"prerelease":89,"assets":90},"v0.7.0.dev4","2026-09-18T06:42:55Z",[30,53,30],true,[91,97,102,107,113],{"fileName":92,"sizeMb":93,"sha256":94,"downloadCount":95,"originUrl":96},"omlx-0.7.0.dev4-cp311-cp311-macosx_15_0_universal2.whl",37.25,"5bd91c949d307324dead2ec4dd19e2474d1e63019f46e78e5bdfd4e5e7d0285d",107,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev4\u002Fomlx-0.7.0.dev4-cp311-cp311-macosx_15_0_universal2.whl",{"fileName":98,"sizeMb":93,"sha256":99,"downloadCount":100,"originUrl":101},"omlx-0.7.0.dev4-cp312-cp312-macosx_15_0_universal2.whl","3a7b8eba88a1a35624349c61623200747ea08d64d5acdf9eaed83efe12588c74",69,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev4\u002Fomlx-0.7.0.dev4-cp312-cp312-macosx_15_0_universal2.whl",{"fileName":103,"sizeMb":93,"sha256":104,"downloadCount":105,"originUrl":106},"omlx-0.7.0.dev4-cp313-cp313-macosx_15_0_universal2.whl","f47ddde384787545cb339377f733c80775d760ab6cc6fc56239804ada1c9a98d",56,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev4\u002Fomlx-0.7.0.dev4-cp313-cp313-macosx_15_0_universal2.whl",{"fileName":108,"sizeMb":109,"sha256":110,"downloadCount":111,"originUrl":112},"oMLX-0.7.0.dev4-macos15-sequoia.dmg",763.34,"35323f68248ab0290a19d84653e83723358ed7d4711800ea2e5c58ff851fa2e3",867,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev4\u002FoMLX-0.7.0.dev4-macos15-sequoia.dmg",{"fileName":114,"sizeMb":115,"sha256":116,"downloadCount":117,"originUrl":118},"oMLX-0.7.0.dev4-macos26-27.dmg",792.39,"ca6b26a1ab90434a98289668ee72e2449dca336047bc8b60ca6bf7c3dafcf4ac",11044,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev4\u002FoMLX-0.7.0.dev4-macos26-27.dmg",{"tag":120,"publishAt":121,"semVer":122,"prerelease":89,"assets":123},"v0.7.0.dev2","2026-09-11T14:42:08Z",[30,53,30],[124,130,136,141,147],{"fileName":125,"sizeMb":126,"sha256":127,"downloadCount":128,"originUrl":129},"omlx-0.7.0.dev2-cp311-cp311-macosx_15_0_universal2.whl",37.02,"fd0104efc037b4a9f84ecd9f9a7489f30c51f3ea041f95552a2249e0966bb178",246,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev2\u002Fomlx-0.7.0.dev2-cp311-cp311-macosx_15_0_universal2.whl",{"fileName":131,"sizeMb":132,"sha256":133,"downloadCount":134,"originUrl":135},"omlx-0.7.0.dev2-cp312-cp312-macosx_15_0_universal2.whl",37.01,"d22b4940f1fd6d5680279e52731a64914e4dcc5f4f441cc0659f104eb19698e7",140,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev2\u002Fomlx-0.7.0.dev2-cp312-cp312-macosx_15_0_universal2.whl",{"fileName":137,"sizeMb":132,"sha256":138,"downloadCount":139,"originUrl":140},"omlx-0.7.0.dev2-cp313-cp313-macosx_15_0_universal2.whl","36621dc148d16b434b4524645a2903c8d58077d181a795c1893d040c6b403c3f",96,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev2\u002Fomlx-0.7.0.dev2-cp313-cp313-macosx_15_0_universal2.whl",{"fileName":142,"sizeMb":143,"sha256":144,"downloadCount":145,"originUrl":146},"oMLX-0.7.0.dev2-macos15-sequoia.dmg",752.91,"3ab7e6984b4a74148c5f157fcf0d2df63f36c92647767e522670f46c75b0ac6f",486,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev2\u002FoMLX-0.7.0.dev2-macos15-sequoia.dmg",{"fileName":148,"sizeMb":149,"sha256":150,"downloadCount":151,"originUrl":152},"oMLX-0.7.0.dev2-macos26-27.dmg",782.72,"5741d9db598a3c00de0564fb8c65349df7cf51913787999adf65d380b3942137",5306,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev2\u002FoMLX-0.7.0.dev2-macos26-27.dmg",{"tag":154,"publishAt":155,"semVer":156,"prerelease":89,"assets":157},"v0.7.0.dev1","2026-09-10T17:40:57Z",[30,53,30],[158,164,170,175,181],{"fileName":159,"sizeMb":160,"sha256":161,"downloadCount":162,"originUrl":163},"omlx-0.7.0.dev1-cp311-cp311-macosx_15_0_universal2.whl",36.54,"75359d811e023ae13fa2ec0ce0cc4488f195ef05319eefdb5799126dd5e977ce",31,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev1\u002Fomlx-0.7.0.dev1-cp311-cp311-macosx_15_0_universal2.whl",{"fileName":165,"sizeMb":166,"sha256":167,"downloadCount":168,"originUrl":169},"omlx-0.7.0.dev1-cp312-cp312-macosx_15_0_universal2.whl",36.53,"cc9d9dad46f140a0593c73f2034000399218cda9ba12b50fa21dcefe5f64e3ac",13,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev1\u002Fomlx-0.7.0.dev1-cp312-cp312-macosx_15_0_universal2.whl",{"fileName":171,"sizeMb":166,"sha256":172,"downloadCount":173,"originUrl":174},"omlx-0.7.0.dev1-cp313-cp313-macosx_15_0_universal2.whl","ec154318c0280bbfb5aaf7283a7219fae11c8f92cfa170b1b7d1cf12cbf0daf0",15,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev1\u002Fomlx-0.7.0.dev1-cp313-cp313-macosx_15_0_universal2.whl",{"fileName":176,"sizeMb":177,"sha256":178,"downloadCount":179,"originUrl":180},"oMLX-0.7.0.dev1-macos15-sequoia.dmg",742.49,"229adfd9cbeba959ccc9062dc5058d8d532db5130fa54571877fe3d155136ae6",366,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev1\u002FoMLX-0.7.0.dev1-macos15-sequoia.dmg",{"fileName":182,"sizeMb":183,"sha256":184,"downloadCount":185,"originUrl":186},"oMLX-0.7.0.dev1-macos26-27.dmg",773.82,"535ddb996d0ad44e1c0980a221ff720e89a97cc43f97aaa2922280842db58576",1036,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.7.0.dev1\u002FoMLX-0.7.0.dev1-macos26-27.dmg",{"tag":188,"publishAt":189,"semVer":190,"prerelease":54,"assets":193},"v0.6.4","2026-08-29T17:05:15Z",[30,191,192],6,4,[194,200,205,210,216],{"fileName":195,"sizeMb":196,"sha256":197,"downloadCount":198,"originUrl":199},"omlx-0.6.4-cp311-cp311-macosx_15_0_universal2.whl",36.34,"26213a3962010367356a5a1954e0912b1d04752f563fe29c249a5ab510c02d4c",979,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.4\u002Fomlx-0.6.4-cp311-cp311-macosx_15_0_universal2.whl",{"fileName":201,"sizeMb":196,"sha256":202,"downloadCount":203,"originUrl":204},"omlx-0.6.4-cp312-cp312-macosx_15_0_universal2.whl","f13d92900bf6c7e925e9a6d5525b4465c615c404ee796d328ffc5d4d379ddb0b",1072,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.4\u002Fomlx-0.6.4-cp312-cp312-macosx_15_0_universal2.whl",{"fileName":206,"sizeMb":196,"sha256":207,"downloadCount":208,"originUrl":209},"omlx-0.6.4-cp313-cp313-macosx_15_0_universal2.whl","7af057b3e18f5afe718babcd4374d6e50169e82d7b35302143e3d8f257aaaa21",1293,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.4\u002Fomlx-0.6.4-cp313-cp313-macosx_15_0_universal2.whl",{"fileName":211,"sizeMb":212,"sha256":213,"downloadCount":214,"originUrl":215},"oMLX-0.6.4-macos15-sequoia.dmg",745.95,"5a90c7ae4a3f4ca8bf10dcc83d7f7395281e2ffb2a85d630c95e9720848e47cd",4288,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.4\u002FoMLX-0.6.4-macos15-sequoia.dmg",{"fileName":217,"sizeMb":218,"sha256":219,"downloadCount":220,"originUrl":221},"oMLX-0.6.4-macos26-27.dmg",768.47,"53f1506c2385e8920a67198b72d1fe09351c1b3538be9c6bdeb78e5277d06d93",45022,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.4\u002FoMLX-0.6.4-macos26-27.dmg",{"tag":223,"publishAt":224,"semVer":225,"prerelease":54,"assets":227},"v0.6.3","2026-08-27T17:04:00Z",[30,191,226],3,[228,234,240,245,251],{"fileName":229,"sizeMb":230,"sha256":231,"downloadCount":232,"originUrl":233},"omlx-0.6.3-cp311-cp311-macosx_15_0_universal2.whl",36.08,"bdf0bbea72146be2801decdee7ee382352db4898a9aa9e6a867eee91bc4c8d21",233,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3\u002Fomlx-0.6.3-cp311-cp311-macosx_15_0_universal2.whl",{"fileName":235,"sizeMb":236,"sha256":237,"downloadCount":238,"originUrl":239},"omlx-0.6.3-cp312-cp312-macosx_15_0_universal2.whl",36.07,"4112de9d917c17aa817b43627e8071aaf73935c6c8a852fbffeabd71d2cbe57a",220,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3\u002Fomlx-0.6.3-cp312-cp312-macosx_15_0_universal2.whl",{"fileName":241,"sizeMb":236,"sha256":242,"downloadCount":243,"originUrl":244},"omlx-0.6.3-cp313-cp313-macosx_15_0_universal2.whl","8d56d4cdfb7f816f3dd30aad6366aa6b92cf254d8718f62c421942857d52b6fc",113,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3\u002Fomlx-0.6.3-cp313-cp313-macosx_15_0_universal2.whl",{"fileName":246,"sizeMb":247,"sha256":248,"downloadCount":249,"originUrl":250},"oMLX-0.6.3-macos15-sequoia.dmg",760.95,"d56c37e55b17f478f532567016d3b2b325423234727d3036a65b491dd4030a2c",996,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3\u002FoMLX-0.6.3-macos15-sequoia.dmg",{"fileName":252,"sizeMb":253,"sha256":254,"downloadCount":255,"originUrl":256},"oMLX-0.6.3-macos26-27.dmg",769.67,"5bde65e35c0cc3e7b0365c0e078f98d7571cb71c6a6bead591329a2cf8287537",16811,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3\u002FoMLX-0.6.3-macos26-27.dmg",{"tag":258,"publishAt":259,"semVer":260,"prerelease":54,"assets":261},"v0.6.3rc3","2026-08-24T18:27:30Z",[30,191,226],[262,268,273,278,284],{"fileName":263,"sizeMb":264,"sha256":265,"downloadCount":266,"originUrl":267},"omlx-0.6.3rc3-cp311-cp311-macosx_15_0_universal2.whl",35.99,"53578cc8e8a1bba3600363bc3273ace3f36c56f3b6516a7862665c66b301175f",322,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc3\u002Fomlx-0.6.3rc3-cp311-cp311-macosx_15_0_universal2.whl",{"fileName":269,"sizeMb":264,"sha256":270,"downloadCount":271,"originUrl":272},"omlx-0.6.3rc3-cp312-cp312-macosx_15_0_universal2.whl","09e472a4a07fea19e912882ca4825044e0aa53806c1ca7b8dedb5eb737f6a9de",208,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc3\u002Fomlx-0.6.3rc3-cp312-cp312-macosx_15_0_universal2.whl",{"fileName":274,"sizeMb":264,"sha256":275,"downloadCount":276,"originUrl":277},"omlx-0.6.3rc3-cp313-cp313-macosx_15_0_universal2.whl","5d56f09aa2485e45fe839fcbcbffab5d943d2bdda9ee9bf8d6b052c6621d4b98",161,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc3\u002Fomlx-0.6.3rc3-cp313-cp313-macosx_15_0_universal2.whl",{"fileName":279,"sizeMb":280,"sha256":281,"downloadCount":282,"originUrl":283},"oMLX-0.6.3rc3-macos15-sequoia.dmg",743.65,"cee29bd62462bfb590b17247e3840d06883a46dcaab9a1416b3b65cb009b9caa",672,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc3\u002FoMLX-0.6.3rc3-macos15-sequoia.dmg",{"fileName":285,"sizeMb":286,"sha256":287,"downloadCount":288,"originUrl":289},"oMLX-0.6.3rc3-macos26-27.dmg",768.9,"3e75763f157cb1895c8d565d0c82fb0a2c85e885d1fe5b670a35ada4ede3b659",6981,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc3\u002FoMLX-0.6.3rc3-macos26-27.dmg",{"tag":291,"publishAt":292,"semVer":293,"prerelease":54,"assets":294},"v0.6.3rc2","2026-08-20T15:52:58Z",[30,191,226],[295,301,307,312,318],{"fileName":296,"sizeMb":297,"sha256":298,"downloadCount":299,"originUrl":300},"omlx-0.6.3rc2-cp311-cp311-macosx_15_0_universal2.whl",35.94,"9b89285d4b5322bc2f0430d4307c15b38d515e85e84904a83500e60cdeca52b8",419,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc2\u002Fomlx-0.6.3rc2-cp311-cp311-macosx_15_0_universal2.whl",{"fileName":302,"sizeMb":303,"sha256":304,"downloadCount":305,"originUrl":306},"omlx-0.6.3rc2-cp312-cp312-macosx_15_0_universal2.whl",35.93,"2d42ef0f12cfbc25cc3333f80c548aeae5e5f381b06804bafa9d897855f787cf",293,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc2\u002Fomlx-0.6.3rc2-cp312-cp312-macosx_15_0_universal2.whl",{"fileName":308,"sizeMb":303,"sha256":309,"downloadCount":310,"originUrl":311},"omlx-0.6.3rc2-cp313-cp313-macosx_15_0_universal2.whl","c7b1732c8c2e20db895c41c84220a80840ea4bbd18b38514548ccbdf8020c9bf",236,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc2\u002Fomlx-0.6.3rc2-cp313-cp313-macosx_15_0_universal2.whl",{"fileName":313,"sizeMb":314,"sha256":315,"downloadCount":316,"originUrl":317},"oMLX-0.6.3rc2-macos15-sequoia.dmg",747.02,"446c461000f62e0cfb3318b31910d8ab600dd0fbdc6386e24c26adc0ff7803bd",1034,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc2\u002FoMLX-0.6.3rc2-macos15-sequoia.dmg",{"fileName":319,"sizeMb":320,"sha256":321,"downloadCount":322,"originUrl":323},"oMLX-0.6.3rc2-macos26-27.dmg",764.42,"0833b46d7850c5b565c499c9a94c0f2533efbcda29da3ea2bc34d63a2d250686",9129,"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\u002Fdownload\u002Fv0.6.3rc2\u002FoMLX-0.6.3rc2-macos26-27.dmg",{"description":325,"readmeHtml":326},"一个专为Apple Silicon优化的LLM推理服务器，支持连续批处理和SSD缓存，通过菜单栏进行管理。","\u003Ch2 id=\"项目概述\">项目概述\u003C\u002Fh2>\u003Cp>oMLX 是一个专为 Mac 优化的 LLM 推理服务器，支持连续批处理和分层 KV 缓存，可直接从菜单栏进行管理。它将 KV 缓存在热内存层和冷 SSD 层之间持久化，即使对话中途上下文发生变化，所有过去的上下文仍保持缓存，可在请求间复用。\u003C\u002Fp>\n\u003Ch2 id=\"主要功能\">主要功能\u003C\u002Fh2>\u003Cul>\n\u003Cli>\u003Cstrong>连续批处理\u003C\u002Fstrong>：提高推理吞吐量\u003C\u002Fli>\n\u003Cli>\u003Cstrong>分层 KV 缓存\u003C\u002Fstrong>：热内存层 + 冷 SSD 层，跨请求复用\u003C\u002Fli>\n\u003Cli>\u003Cstrong>菜单栏管理\u003C\u002Fstrong>：可直接从 macOS 菜单栏控制\u003C\u002Fli>\n\u003Cli>\u003Cstrong>MCP 支持\u003C\u002Fstrong>：支持 Model Context Protocol\u003C\u002Fli>\n\u003Cli>\u003Cstrong>原生自定义内核\u003C\u002Fstrong>：为 GLM-5.2 \u002F MiniMax M3 \u002F Qwen3.5 提供加速，性能提升显著\u003C\u002Fli>\n\u003C\u002Ful>\n\u003Ch2 id=\"适用人群\">适用人群\u003C\u002Fh2>\u003Cul>\n\u003Cli>Apple Silicon Mac 用户\u003C\u002Fli>\n\u003Cli>需要在本地高效运行 LLM 的开发者\u003C\u002Fli>\n\u003Cli>使用 Claude Code 等工具进行 AI 编码的开发者\u003C\u002Fli>\n\u003C\u002Ful>\n\u003Ch2 id=\"快速上手\">快速上手\u003C\u002Fh2>\u003Col>\n\u003Cli>\u003Cstrong>macOS App\u003C\u002Fstrong>：从 \u003Ca href=\"https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx\u002Freleases\" target=\"_blank\" rel=\"noopener noreferrer\">Releases\u003C\u002Fa> 下载 \u003Ccode>.dmg\u003C\u002Fcode>，拖入 Applications 即可\u003C\u002Fli>\n\u003Cli>\u003Cstrong>Homebrew\u003C\u002Fstrong>：\u003Ccode>brew tap jundot\u002Fomlx https:\u002F\u002Fgithub.com\u002Fjundot\u002Fomlx && brew install jundot\u002Fomlx\u002Fomlx\u003C\u002Fcode>\u003C\u002Fli>\n\u003Cli>后台运行：\u003Ccode>omlx start\u003C\u002Fcode>\u003C\u002Fli>\n\u003Cli>需要 macOS 15.0+ (Sequoia)、Python 3.11–3.13 和 Apple Silicon (M1\u002FM2\u002FM3\u002FM4\u002FM5)\u003C\u002Fli>\n\u003C\u002Fol>\n\u003Ch2 id=\"核心优势\">核心优势\u003C\u002Fh2>\u003Cul>\n\u003Cli>专为 Apple Silicon 优化\u003C\u002Fli>\n\u003Cli>持久化 KV 缓存，跨请求复用\u003C\u002Fli>\n\u003Cli>菜单栏管理，方便易用\u003C\u002Fli>\n\u003Cli>支持 MCP 协议\u003C\u002Fli>\n\u003C\u002Ful>\n\u003Ch2 id=\"系统要求\">系统要求\u003C\u002Fh2>\u003Cul>\n\u003Cli>操作系统：macOS 15.0+ (Sequoia)\u003C\u002Fli>\n\u003Cli>硬件：Apple Silicon (M1\u002FM2\u002FM3\u002FM4\u002FM5)\u003C\u002Fli>\n\u003Cli>额外依赖：Python 3.11–3.13\u003C\u002Fli>\n\u003C\u002Ful>\n",1790699370165]