Xylaria-chat / pipeline.json
yasirme's picture
Upload 21 files
1daa44a verified
raw
history blame
5.29 kB
{
"api": {
"models": {
"Qwen2.5-Coder-32B-Instruct": {
"type": "Text Generation",
"api_url": "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2FQwen%2FQwen2.5-Coder-32B-Instruct%2Fv1%2Fchat%2Fcompletions%26quot%3B%3C%2Fspan%3E%3Cspan class="hljs-punctuation">,
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"QwQ-32B-Preview": {
"type": "Text Generation",
"api_url": "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2FQwen%2FQwQ-32B-Preview%2Fv1%2Fchat%2Fcompletions%26quot%3B%3C%2Fspan%3E%3Cspan class="hljs-punctuation">,
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"SmallThinker-3B-Preview": {
"type": "Text Generation",
"api_url": "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2FPowerInfer%2FSmallThinker-3B-Preview%2Fv1%2Fchat%2Fcompletions%26quot%3B%3C%2Fspan%3E%3Cspan class="hljs-punctuation">,
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Mistral-Nemo-Instruct-2407": {
"type": "Text Generation",
"api_url": "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2Fmistralai%2FMistral-Nemo-Instruct-2407%2Fv1%2Fchat%2Fcompletions%26quot%3B%3C%2Fspan%3E%3Cspan class="hljs-punctuation">,
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Phi-3.5-mini-instruct": {
"type": "Text Generation",
"api_url": "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2Fmicrosoft%2FPhi-3.5-mini-instruct%2Fv1%2Fchat%2Fcompletions%26quot%3B%3C%2Fspan%3E%3Cspan class="hljs-punctuation">,
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Llama-3.2-11B-Vision-Instruct": {
"type": "image-text-to-text",
"api_url": "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2Fmeta-llama%2FLlama-3.2-11B-Vision-Instruct%2Fv1%2Fchat%2Fcompletions%26quot%3B%3C%2Fspan%3E%3Cspan class="hljs-punctuation">,
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Meta-Llama-3-8B-Instruct": {
"type": "Text Generation",
"api_url": "/static-proxy?url=https%3A%2F%2Fapi-inference.huggingface.co%2Fmodels%2Fmeta-llama%2FMeta-Llama-3-8B-Instruct%2Fv1%2Fchat%2Fcompletions%26quot%3B%3C%2Fspan%3E%3Cspan class="hljs-punctuation">,
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
}
}
},
"handle_stream": true
}