{"payload":{"header_redesign_enabled":false,"results":[{"id":"744514418","archived":false,"color":"#3572A5","followers":496,"has_funding_file":false,"hl_name":"IST-DASLab/marlin","hl_trunc_description":"FP16xINT4 LLM inference kernel that can achieve near-ideal ~4x speedups up to medium batchsizes of 16-32 tokens.","language":"Python","mirror":false,"owned_by_organization":true,"public":true,"repo":{"repository":{"id":744514418,"name":"marlin","owner_id":35098403,"owner_login":"IST-DASLab","updated_at":"2024-07-10T03:28:13.078Z","has_issues":true}},"sponsorable":false,"topics":["kernel","quantization","4bit","llm"],"type":"Public","help_wanted_issues_count":0,"good_first_issue_issues_count":0,"starred_by_current_user":false}],"type":"repositories","page":1,"page_count":1,"elapsed_millis":78,"errors":[],"result_count":1,"facets":[],"protected_org_logins":[],"topics":null,"query_id":"","logged_in":false,"sign_up_path":"/signup?source=code_search_results","sign_in_path":"/login?return_to=https%3A%2F%2Fgithub.com%2Fsearch%3Fq%3Drepo%253AIST-DASLab%252Fmarlin%2B%2Blanguage%253APython","metadata":null,"warn_limited_results":false,"csrf_tokens":{"/IST-DASLab/marlin/star":{"post":"uKiC-TPhCgcDxRSlXkttOaZyB5vEBUMgxcv3I9WRPqlaDZggO24ogcAdQ6LRRsBV8CbhteJAjP8ASuRLj9mkfA"},"/IST-DASLab/marlin/unstar":{"post":"3HYuSY8xhMgGgOHHnzHvzLqCG2g6uFLvdTPZJ5dZuGvMlayX3KPzmhgyxDOegllfMDC93zPvKgvwH7J-hV1i2Q"},"/sponsors/batch_deferred_sponsor_buttons":{"post":"ln-975HTJDLdJevq4kB-FZ9GjmXBgWjGL6YOFdlSM3yMSlGIfyipXvhVWUqcjl-DDrkB8MyavPTqbVA7NcsFXA"}}},"title":"Repository search results"}