Merge pull request #5276 from JQuags/master

Add ability to not send response_format in gpt plugin in order to support gpt4all

src/plugins/lua/gpt.lua

@@ -48,6 +48,8 @@ gpt {
   allow_passthrough = false;
   # Check messages that are apparent ham (no action and negative score)
   allow_ham = false;
+  # default send response_format field { type = "json_object" }
+  include_response_format = true,
 }
   ]])
   return
@@ -393,7 +395,6 @@ local function default_llm_check(task)
     model = settings.model,
     max_tokens = settings.max_tokens,
     temperature = settings.temperature,
-    response_format = { type = "json_object" },
     messages = {
       {
         role = 'system',
@@ -418,6 +419,11 @@ local function default_llm_check(task)
     }
   }
 
+  -- Conditionally add response_format
+  if settings.include_response_format then
+    body.response_format = { type = "json_object" }
+  end
+
   upstream = settings.upstreams:get_upstream_round_robin()
   local http_params = {
     url = settings.url,
@@ -498,7 +504,6 @@ local function ollama_check(task)
     model = settings.model,
     max_tokens = settings.max_tokens,
     temperature = settings.temperature,
-    response_format = { type = "json_object" },
     messages = {
       {
         role = 'system',
@@ -523,6 +528,11 @@ local function ollama_check(task)
     }
   }
 
+  -- Conditionally add response_format
+  if settings.include_response_format then
+    body.response_format = { type = "json_object" }
+  end
+
   upstream = settings.upstreams:get_upstream_round_robin()
   local http_params = {
     url = settings.url,
@@ -618,4 +628,4 @@ if opts then
     parent = id,
     score = -2.0,
   })
-end
+end