@misc{ztxz16_fastllm_2023,
	title = {fastllm - 纯c++的全平台llm加速库},
	copyright = {Apache-2.0},
	url = {https://github.com/ztxz16/fastllm},
	abstract = {纯c++的全平台llm加速库，支持python调用，chatglm-6B级模型单卡可达10000+token / s，支持glm, llama, moss基座，手机端流畅运行},
	urldate = {2023-08-28},
	author = {ztxz16},
	month = aug,
	year = {2023},
	note = {original-date: 2023-05-13T08:32:51Z},
	keywords = {\#Code, \#Github, \#LLM, /unread},
}

{"_id":"SK7PNdgjqBXEs8YqD","bibbaseid":"ztxz16-fastllmcllm-2023","author_short":["ztxz16"],"bibdata":{"bibtype":"misc","type":"misc","title":"fastllm - 纯c++的全平台llm加速库","copyright":"Apache-2.0","url":"https://github.com/ztxz16/fastllm","abstract":"纯c++的全平台llm加速库，支持python调用，chatglm-6B级模型单卡可达10000+token / s，支持glm, llama, moss基座，手机端流畅运行","urldate":"2023-08-28","author":[{"firstnames":[],"propositions":[],"lastnames":["ztxz16"],"suffixes":[]}],"month":"August","year":"2023","note":"original-date: 2023-05-13T08:32:51Z","keywords":"#Code, #Github, #LLM, /unread","bibtex":"@misc{ztxz16_fastllm_2023,\n\ttitle = {fastllm - 纯c++的全平台llm加速库},\n\tcopyright = {Apache-2.0},\n\turl = {https://github.com/ztxz16/fastllm},\n\tabstract = {纯c++的全平台llm加速库，支持python调用，chatglm-6B级模型单卡可达10000+token / s，支持glm, llama, moss基座，手机端流畅运行},\n\turldate = {2023-08-28},\n\tauthor = {ztxz16},\n\tmonth = aug,\n\tyear = {2023},\n\tnote = {original-date: 2023-05-13T08:32:51Z},\n\tkeywords = {\\#Code, \\#Github, \\#LLM, /unread},\n}\n\n\n\n\n\n\n\n","author_short":["ztxz16"],"key":"ztxz16_fastllm_2023","id":"ztxz16_fastllm_2023","bibbaseid":"ztxz16-fastllmcllm-2023","role":"author","urls":{"Paper":"https://github.com/ztxz16/fastllm"},"keyword":["#Code","#Github","#LLM","/unread"],"metadata":{"authorlinks":{}},"downloads":0,"html":""},"bibtype":"misc","biburl":"https://bibbase.org/zotero/zzhenry2012","dataSources":["nZHrFJKyxKKDaWYM8"],"keywords":["#code","#github","#llm","/unread"],"search_terms":["fastllm","llm","ztxz16"],"title":"fastllm - 纯c++的全平台llm加速库","year":2023}