{"payload":{"header_redesign_enabled":false,"results":[{"id":"670761543","archived":false,"color":"#dea584","followers":2,"has_funding_file":false,"hl_name":"Systemcluster/kitoken","hl_trunc_description":"Fast and versatile tokenizer for language models with BPE, Unigram and WordPiece tokenization. Compatible with SentencePiece, Tokenizers,…","language":"Rust","mirror":false,"owned_by_organization":false,"public":true,"repo":{"repository":{"id":670761543,"name":"kitoken","owner_id":2847328,"owner_login":"Systemcluster","updated_at":"2024-08-07T00:15:16.649Z","has_issues":false}},"sponsorable":true,"topics":["nlp","tokenizer","word-segmentation","unigram","bpe","sentencepiece"],"type":"Public","help_wanted_issues_count":0,"good_first_issue_issues_count":0,"starred_by_current_user":false}],"type":"repositories","page":1,"page_count":1,"elapsed_millis":83,"errors":[],"result_count":1,"facets":[],"protected_org_logins":[],"topics":null,"query_id":"","logged_in":false,"sign_up_path":"/signup?source=code_search_results","sign_in_path":"/login?return_to=https%3A%2F%2Fgithub.com%2Fsearch%3Fq%3Drepo%253ASystemcluster%252Fkitoken%2B%2Blanguage%253ARust","metadata":null,"warn_limited_results":false,"csrf_tokens":{"/Systemcluster/kitoken/star":{"post":"Z1GK7F6AYnvHdl4c-wt83zeBYosvihZQtQCLl7ZQtIWAnonWcoDHUkLrpAbD15JiDwU7hZ1qyRr_ezZ4Cqbt6Q"},"/Systemcluster/kitoken/unstar":{"post":"li5sCNBvbKlYpeEH1xgePaYFULq6SZi9nHY0Er3A5TP8hC00a__5kmPX5XjaAkhJ5THwCVloCwtpCczgR_vKRw"},"/sponsors/batch_deferred_sponsor_buttons":{"post":"3_hssgPojS0eFoveYEx8eOJTX8kmjZsSGx7xXTT8vb_0qBhsTjm8M8IilJEQR8Tr0Ean0FQfVmqyCYIEE22VSw"}}},"title":"Repository search results"}