{"payload":{"header_redesign_enabled":false,"results":[{"id":"653496050","archived":false,"color":"#3572A5","followers":2974,"has_funding_file":false,"hl_name":"xorbitsai/inference","hl_trunc_description":"Replace OpenAI GPT with another LLM in your app by changing a single line of code. Xinference gives you the freedom to use any LLM you ne…","language":"Python","mirror":false,"owned_by_organization":true,"public":true,"repo":{"repository":{"id":653496050,"name":"inference","owner_id":109655068,"owner_login":"xorbitsai","updated_at":"2024-06-02T01:58:18.261Z","has_issues":true}},"sponsorable":false,"topics":["machine-learning","deployment","inference","pytorch","artificial-intelligence","llama","whisper","gemma","mistral","openai-api","llm","flan-t5","chatglm","llamacpp","vllm","ggml","wizardlm","qwen","chatglm3","llama3"],"type":"Public","help_wanted_issues_count":1,"good_first_issue_issues_count":2,"starred_by_current_user":false}],"type":"repositories","page":1,"page_count":1,"elapsed_millis":94,"errors":[],"result_count":1,"facets":[],"protected_org_logins":[],"topics":null,"query_id":"","logged_in":false,"sign_up_path":"/signup?source=code_search_results","sign_in_path":"/login?return_to=https%3A%2F%2Fgithub.com%2Fsearch%3Fq%3Drepo%253Axorbitsai%252Finference%2B%2Blanguage%253APython","metadata":null,"csrf_tokens":{"/xorbitsai/inference/star":{"post":"EaM5fSBO8izRuoqZtqUmB3V01dwTajjys0cFij5Bqey1RYl2HUpookuxfHPw1dpMZuWwqrxWzyQ7ncwaaIDGMg"},"/xorbitsai/inference/unstar":{"post":"WpqXqmL6hJ_vhhvHl0x9Ppk8Hde36T5eHFv2e0tZIjVge1rqctn1SdlguntD18RLke0VjOnnc9VGfd5SXvjVyQ"},"/sponsors/batch_deferred_sponsor_buttons":{"post":"83aPjDAdNLZsowlnM9r9oXvi3-jqfy5Tre-b1qXAKnZ6_xScG-Yx9sfxJTmopDJp3Vro4GZEazqp0q0h7Hub8Q"}}},"title":"Repository search results"}