Running OpenFunctions-v2 locally with llama.cpp about gorilla HOT 3 CLOSED

curl $TARGET_URL \
-H "Content-Type: application/json" \
-d '{
  "model": $MODEL:NAME,
  "messages": [
    {
      "role": "user",
      "content": "What is the weather like in Boston?"
    }
  ],
  "tools": [
    {
      "type": "function",
      "function": {
        "name": "get_current_weather",
        "description": "Get the current weather in a given location",
        "parameters": {
          "type": "object",
          "properties": {
            "location": {
              "type": "string",
              "description": "The city and state, e.g. San Francisco, CA"
            },
            "unit": {
              "type": "string",
              "enum": ["celsius", "fahrenheit"]
            }
          },
          "required": ["location"]
        }
      }
    }
  ],
  "tool_choice": "auto"
}'

{
   "choices" : [
      {
         "finish_reason" : "tool_calls",
         "index" : 0,
         "logprobs" : null,
         "message" : {
            "content" : null,
            "role" : "assistant",
            "tool_calls" : [
               {
                  "function" : {
                     "arguments" : "{\"location\":\"Boston\"}",
                     "name" : "get_current_weather"
                  },
                  "id" : "call_regvlJdOsVla1XbVBnWWvduA",
                  "type" : "function"
               }
            ]
         }
      }
   ],
   "created" : 1710859864,
   "id" : "chatcmpl-94V5sy20kdgIReFCKiID6rUDrVAyF",
   "model" : "gpt-3.5-turbo-0125",
   "object" : "chat.completion",
   "system_fingerprint" : "fp_4f2ebda25a",
   "usage" : {
      "completion_tokens" : 15,
      "prompt_tokens" : 82,
      "total_tokens" : 97
   }
}

{
   "choices" : [
      {
         "finish_reason" : "stop",
         "index" : 0,
         "message" : {
            "content" : null,
            "role" : "assistant",
            "tool_calls" : [
               {
                  **"function" : {
                     "arguments" : "{\n    \"name\": \"get_current_weather\", \n    \"arguments\": {\"location\": \"Boston, MA\"}\n}\n",
                     "name" : ""
                  },**
                  "id" : "call_7e88f79b-b4d7-4f42-8c0d-363414ff6e08",
                  "type" : "function"
               }
            ]
         }
      }
   ],
   "created" : 1710859673,
   "id" : "chatcmpl-db75896e-8236-47ee-8cf5-14f94811fab2",
   "model" : "ollama/adrienbrault/gorilla-openfunctions-v2:Q6_K",
   "object" : "chat.completion",
   "system_fingerprint" : null,
   "usage" : {
      "completion_tokens" : 31,
      "prompt_tokens" : 167,
      "total_tokens" : 198
   }
}