{"named_endpoints":{"/generate":{"parameters":[{"label":"","parameter_name":"message","parameter_has_default":false,"parameter_default":null,"type":{"type":"string"},"python_type":{"type":"str","description":""},"component":"Textbox","example_input":"Hello!!"},{"label":"System prompt","parameter_name":"system_prompt","parameter_has_default":false,"parameter_default":null,"type":{"type":"string"},"python_type":{"type":"str","description":""},"component":"Textbox","example_input":"Hello!!"},{"label":"Max new tokens","parameter_name":"max_new_tokens","parameter_has_default":true,"parameter_default":1024,"type":{"type":"number","description":"numeric value between 1 and 2048"},"python_type":{"type":"float","description":""},"component":"Slider","example_input":1},{"label":"Temperature","parameter_name":"temperature","parameter_has_default":true,"parameter_default":0.6,"type":{"type":"number","description":"numeric value between 0.1 and 4.0"},"python_type":{"type":"float","description":""},"component":"Slider","example_input":0.1},{"label":"Top-p (nucleus sampling)","parameter_name":"top_p","parameter_has_default":true,"parameter_default":0.9,"type":{"type":"number","description":"numeric value between 0.05 and 1.0"},"python_type":{"type":"float","description":""},"component":"Slider","example_input":0.05},{"label":"Top-k","parameter_name":"top_k","parameter_has_default":true,"parameter_default":50,"type":{"type":"number","description":"numeric value between 1 and 1000"},"python_type":{"type":"float","description":""},"component":"Slider","example_input":1},{"label":"Repetition penalty","parameter_name":"repetition_penalty","parameter_has_default":true,"parameter_default":1.2,"type":{"type":"number","description":"numeric value between 1.0 and 2.0"},"python_type":{"type":"float","description":""},"component":"Slider","example_input":1.0}],"returns":[{"label":"Response","type":{"type":{},"description":"any valid json"},"python_type":{"type":"str | float | bool | list | dict","description":"any valid json"},"component":"Json"}],"api_visibility":"public","description":"","code_snippets":{"python":"from gradio_client import Client\n\nclient = Client(\"huggingface-projects/llama-2-13b-chat\")\nresult = client.predict(\n\tmessage=\"Hello!!\",\n\tsystem_prompt=\"Hello!!\",\n\tmax_new_tokens=1024,\n\ttemperature=0.6,\n\ttop_p=0.9,\n\ttop_k=50,\n\trepetition_penalty=1.2,\n\tapi_name=\"/generate\",\n)\nprint(result)","javascript":"import { Client } from \"@gradio/client\";\n\nconst client = await Client.connect(\"huggingface-projects/llama-2-13b-chat\");\nconst result = await client.predict(\"/generate\", {\n\t\tmessage: \"Hello!!\",\n\t\tsystem_prompt: \"Hello!!\",\n\t\tmax_new_tokens: 1024,\n\t\ttemperature: 0.6,\n\t\ttop_p: 0.9,\n\t\ttop_k: 50,\n\t\trepetition_penalty: 1.2,\n});\n\nconsole.log(result.data);","bash":"curl -X POST http://0.0.0.0:7860/gradio_api/call/v2/generate -s -H \"Content-Type: application/json\" \\\n  -d '{\"message\": \"Hello!!\", \"system_prompt\": \"Hello!!\", \"max_new_tokens\": 1024, \"temperature\": 0.6, \"top_p\": 0.9, \"top_k\": 50, \"repetition_penalty\": 1.2}' \\\n  | awk -F'\"' '{ print $4}' \\\n  | read EVENT_ID; curl -N http://0.0.0.0:7860/gradio_api/call/generate/$EVENT_ID","cli":"{command} predict huggingface-projects/llama-2-13b-chat /generate '{\n  \"message\": \"Hello!!\",\n  \"system_prompt\": \"Hello!!\",\n  \"max_new_tokens\": 1024,\n  \"temperature\": 0.6,\n  \"top_p\": 0.9,\n  \"top_k\": 50,\n  \"repetition_penalty\": 1.2\n}'\n"}}},"unnamed_endpoints":{}}