inference.lock.json

{
    "model": {
        "name": "Detoxify-Small",
        "file": "model.gguf",
        "format": "gguf",
        "architecture": "LlamaForCausalLM",
        "context_window": 1024,
        "max_seq_length": 1024,
        "vocab_size": 49152,
        "generation": []
    },
    "server": {
        "host": "127.0.0.1",
        "port": 8000,
        "n_gpu_layers": 0,
        "chat_template": ""
    },
    "created_at": "2025-09-17T20:07:11+00:00",
    "version": "1.0.0"
}