curl --request POST \
  --url https://api.galileo.ai/v2/scorers \
  --header 'Content-Type: application/json' \
  --header 'Galileo-API-Key: <api-key>' \
  --data '
{
  "name": "<string>",
  "id": "<string>",
  "label": "<string>",
  "description": "",
  "tags": [
    "<string>"
  ],
  "defaults": {
    "model_name": "<string>",
    "num_judges": 123,
    "filters": [
      {
        "value": "<string>",
        "name": "node_name",
        "case_sensitive": true
      }
    ],
    "scoreable_node_types": [
      "<string>"
    ],
    "cot_enabled": true,
    "invocation": {
      "required_inputs": []
    }
  },
  "invocation": {
    "required_inputs": []
  },
  "deprecated": true,
  "ground_truth": true,
  "default_version_id": "<string>",
  "user_prompt": "<string>",
  "scoreable_node_types": [
    "<string>"
  ],
  "multimodal_capabilities": [],
  "required_scorers": [
    "<string>"
  ],
  "required_metric_ids": [
    "<string>"
  ],
  "metric_color_picker_config": {
    "constraints": [
      {
        "value": 123
      }
    ],
    "type": "numeric"
  },
  "is_global": true,
  "project_ids": [
    "<string>"
  ]
}
'

import requests

url = "https://api.galileo.ai/v2/scorers"

payload = {
    "name": "<string>",
    "id": "<string>",
    "label": "<string>",
    "description": "",
    "tags": ["<string>"],
    "defaults": {
        "model_name": "<string>",
        "num_judges": 123,
        "filters": [
            {
                "value": "<string>",
                "name": "node_name",
                "case_sensitive": True
            }
        ],
        "scoreable_node_types": ["<string>"],
        "cot_enabled": True,
        "invocation": { "required_inputs": [] }
    },
    "invocation": { "required_inputs": [] },
    "deprecated": True,
    "ground_truth": True,
    "default_version_id": "<string>",
    "user_prompt": "<string>",
    "scoreable_node_types": ["<string>"],
    "multimodal_capabilities": [],
    "required_scorers": ["<string>"],
    "required_metric_ids": ["<string>"],
    "metric_color_picker_config": {
        "constraints": [{ "value": 123 }],
        "type": "numeric"
    },
    "is_global": True,
    "project_ids": ["<string>"]
}
headers = {
    "Galileo-API-Key": "<api-key>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'POST',
  headers: {'Galileo-API-Key': '<api-key>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    name: '<string>',
    id: '<string>',
    label: '<string>',
    description: '',
    tags: ['<string>'],
    defaults: {
      model_name: '<string>',
      num_judges: 123,
      filters: [{value: '<string>', name: 'node_name', case_sensitive: true}],
      scoreable_node_types: ['<string>'],
      cot_enabled: true,
      invocation: {required_inputs: []}
    },
    invocation: {required_inputs: []},
    deprecated: true,
    ground_truth: true,
    default_version_id: '<string>',
    user_prompt: '<string>',
    scoreable_node_types: ['<string>'],
    multimodal_capabilities: [],
    required_scorers: ['<string>'],
    required_metric_ids: ['<string>'],
    metric_color_picker_config: {constraints: [{value: 123}], type: 'numeric'},
    is_global: true,
    project_ids: ['<string>']
  })
};

fetch('https://api.galileo.ai/v2/scorers', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://api.galileo.ai/v2/scorers",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "POST",
  CURLOPT_POSTFIELDS => json_encode([
    'name' => '<string>',
    'id' => '<string>',
    'label' => '<string>',
    'description' => '',
    'tags' => [
        '<string>'
    ],
    'defaults' => [
        'model_name' => '<string>',
        'num_judges' => 123,
        'filters' => [
                [
                                'value' => '<string>',
                                'name' => 'node_name',
                                'case_sensitive' => true
                ]
        ],
        'scoreable_node_types' => [
                '<string>'
        ],
        'cot_enabled' => true,
        'invocation' => [
                'required_inputs' => [
                                
                ]
        ]
    ],
    'invocation' => [
        'required_inputs' => [
                
        ]
    ],
    'deprecated' => true,
    'ground_truth' => true,
    'default_version_id' => '<string>',
    'user_prompt' => '<string>',
    'scoreable_node_types' => [
        '<string>'
    ],
    'multimodal_capabilities' => [
        
    ],
    'required_scorers' => [
        '<string>'
    ],
    'required_metric_ids' => [
        '<string>'
    ],
    'metric_color_picker_config' => [
        'constraints' => [
                [
                                'value' => 123
                ]
        ],
        'type' => 'numeric'
    ],
    'is_global' => true,
    'project_ids' => [
        '<string>'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Content-Type: application/json",
    "Galileo-API-Key: <api-key>"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://api.galileo.ai/v2/scorers"

	payload := strings.NewReader("{\n  \"name\": \"<string>\",\n  \"id\": \"<string>\",\n  \"label\": \"<string>\",\n  \"description\": \"\",\n  \"tags\": [\n    \"<string>\"\n  ],\n  \"defaults\": {\n    \"model_name\": \"<string>\",\n    \"num_judges\": 123,\n    \"filters\": [\n      {\n        \"value\": \"<string>\",\n        \"name\": \"node_name\",\n        \"case_sensitive\": true\n      }\n    ],\n    \"scoreable_node_types\": [\n      \"<string>\"\n    ],\n    \"cot_enabled\": true,\n    \"invocation\": {\n      \"required_inputs\": []\n    }\n  },\n  \"invocation\": {\n    \"required_inputs\": []\n  },\n  \"deprecated\": true,\n  \"ground_truth\": true,\n  \"default_version_id\": \"<string>\",\n  \"user_prompt\": \"<string>\",\n  \"scoreable_node_types\": [\n    \"<string>\"\n  ],\n  \"multimodal_capabilities\": [],\n  \"required_scorers\": [\n    \"<string>\"\n  ],\n  \"required_metric_ids\": [\n    \"<string>\"\n  ],\n  \"metric_color_picker_config\": {\n    \"constraints\": [\n      {\n        \"value\": 123\n      }\n    ],\n    \"type\": \"numeric\"\n  },\n  \"is_global\": true,\n  \"project_ids\": [\n    \"<string>\"\n  ]\n}")

	req, _ := http.NewRequest("POST", url, payload)

	req.Header.Add("Galileo-API-Key", "<api-key>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.post("https://api.galileo.ai/v2/scorers")
  .header("Galileo-API-Key", "<api-key>")
  .header("Content-Type", "application/json")
  .body("{\n  \"name\": \"<string>\",\n  \"id\": \"<string>\",\n  \"label\": \"<string>\",\n  \"description\": \"\",\n  \"tags\": [\n    \"<string>\"\n  ],\n  \"defaults\": {\n    \"model_name\": \"<string>\",\n    \"num_judges\": 123,\n    \"filters\": [\n      {\n        \"value\": \"<string>\",\n        \"name\": \"node_name\",\n        \"case_sensitive\": true\n      }\n    ],\n    \"scoreable_node_types\": [\n      \"<string>\"\n    ],\n    \"cot_enabled\": true,\n    \"invocation\": {\n      \"required_inputs\": []\n    }\n  },\n  \"invocation\": {\n    \"required_inputs\": []\n  },\n  \"deprecated\": true,\n  \"ground_truth\": true,\n  \"default_version_id\": \"<string>\",\n  \"user_prompt\": \"<string>\",\n  \"scoreable_node_types\": [\n    \"<string>\"\n  ],\n  \"multimodal_capabilities\": [],\n  \"required_scorers\": [\n    \"<string>\"\n  ],\n  \"required_metric_ids\": [\n    \"<string>\"\n  ],\n  \"metric_color_picker_config\": {\n    \"constraints\": [\n      {\n        \"value\": 123\n      }\n    ],\n    \"type\": \"numeric\"\n  },\n  \"is_global\": true,\n  \"project_ids\": [\n    \"<string>\"\n  ]\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://api.galileo.ai/v2/scorers")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Galileo-API-Key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"name\": \"<string>\",\n  \"id\": \"<string>\",\n  \"label\": \"<string>\",\n  \"description\": \"\",\n  \"tags\": [\n    \"<string>\"\n  ],\n  \"defaults\": {\n    \"model_name\": \"<string>\",\n    \"num_judges\": 123,\n    \"filters\": [\n      {\n        \"value\": \"<string>\",\n        \"name\": \"node_name\",\n        \"case_sensitive\": true\n      }\n    ],\n    \"scoreable_node_types\": [\n      \"<string>\"\n    ],\n    \"cot_enabled\": true,\n    \"invocation\": {\n      \"required_inputs\": []\n    }\n  },\n  \"invocation\": {\n    \"required_inputs\": []\n  },\n  \"deprecated\": true,\n  \"ground_truth\": true,\n  \"default_version_id\": \"<string>\",\n  \"user_prompt\": \"<string>\",\n  \"scoreable_node_types\": [\n    \"<string>\"\n  ],\n  \"multimodal_capabilities\": [],\n  \"required_scorers\": [\n    \"<string>\"\n  ],\n  \"required_metric_ids\": [\n    \"<string>\"\n  ],\n  \"metric_color_picker_config\": {\n    \"constraints\": [\n      {\n        \"value\": 123\n      }\n    ],\n    \"type\": \"numeric\"\n  },\n  \"is_global\": true,\n  \"project_ids\": [\n    \"<string>\"\n  ]\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "name": "<string>",
  "scorer_type": "llm",
  "tags": [
    "<string>"
  ],
  "permissions": [],
  "label": "",
  "defaults": {
    "model_name": "<string>",
    "num_judges": 123,
    "filters": [
      {
        "operator": "eq",
        "value": "<string>",
        "name": "node_name",
        "case_sensitive": true
      }
    ],
    "scoreable_node_types": [
      "<string>"
    ],
    "cot_enabled": true,
    "output_type": "boolean",
    "input_type": "basic",
    "invocation": {
      "payload_format": "query",
      "required_inputs": [
        "query"
      ]
    }
  },
  "invocation": {
    "payload_format": "query",
    "required_inputs": [
      "query"
    ]
  },
  "latest_version": {
    "id": "<string>",
    "version": 123,
    "scorer_id": "<string>",
    "generated_scorer": {
      "id": "<string>",
      "name": "<string>",
      "chain_poll_template": {
        "template": "<string>",
        "metric_system_prompt": "<string>",
        "metric_description": "<string>",
        "value_field_name": "rating",
        "explanation_field_name": "explanation",
        "metric_few_shot_examples": [
          {
            "generation_prompt_and_response": "<string>",
            "evaluating_response": "<string>"
          }
        ],
        "response_schema": {}
      },
      "instructions": "<string>",
      "user_prompt": "<string>"
    },
    "registered_scorer": {
      "id": "<string>",
      "name": "<string>",
      "score_type": "<string>"
    },
    "finetuned_scorer": {
      "id": "<string>",
      "name": "<string>",
      "lora_task_id": 123,
      "prompt": "<string>",
      "lora_weights_path": "<string>",
      "luna_input_type": "span",
      "luna_output_type": "float",
      "class_name_to_vocab_ix": {},
      "executor": "action_completion_luna"
    },
    "model_name": "<string>",
    "num_judges": 123,
    "cot_enabled": true
  },
  "model_type": "slm",
  "ground_truth": true,
  "default_version_id": "<string>",
  "default_version": {
    "id": "<string>",
    "version": 123,
    "scorer_id": "<string>",
    "generated_scorer": {
      "id": "<string>",
      "name": "<string>",
      "chain_poll_template": {
        "template": "<string>",
        "metric_system_prompt": "<string>",
        "metric_description": "<string>",
        "value_field_name": "rating",
        "explanation_field_name": "explanation",
        "metric_few_shot_examples": [
          {
            "generation_prompt_and_response": "<string>",
            "evaluating_response": "<string>"
          }
        ],
        "response_schema": {}
      },
      "instructions": "<string>",
      "user_prompt": "<string>"
    },
    "registered_scorer": {
      "id": "<string>",
      "name": "<string>",
      "score_type": "<string>"
    },
    "finetuned_scorer": {
      "id": "<string>",
      "name": "<string>",
      "lora_task_id": 123,
      "prompt": "<string>",
      "lora_weights_path": "<string>",
      "luna_input_type": "span",
      "luna_output_type": "float",
      "class_name_to_vocab_ix": {},
      "executor": "action_completion_luna"
    },
    "model_name": "<string>",
    "num_judges": 123,
    "cot_enabled": true
  },
  "user_prompt": "<string>",
  "scoreable_node_types": [
    "<string>"
  ],
  "output_type": "boolean",
  "input_type": "basic",
  "multimodal_capabilities": [
    "vision"
  ],
  "required_scorers": [
    "<string>"
  ],
  "required_metric_ids": [
    "<string>"
  ],
  "deprecated": true,
  "roll_up_method": "average",
  "roll_up_config": {
    "roll_up_methods": "<unknown>"
  },
  "included_fields": [
    "<string>"
  ],
  "description": "<string>",
  "created_by": "<string>",
  "created_at": "2023-11-07T05:31:56Z",
  "updated_at": "2023-11-07T05:31:56Z",
  "metric_color_picker_config": {
    "constraints": [
      {
        "color": "red",
        "operator": "eq",
        "value": 123
      }
    ],
    "type": "numeric"
  },
  "color_threshold_config": {
    "constraints": [
      {
        "color": "red",
        "operator": "eq",
        "value": 123
      }
    ],
    "type": "numeric"
  },
  "metric_name": "<string>",
  "is_global": false,
  "scope_projects": [
    {
      "id": "<string>",
      "name": "<string>"
    }
  ]
}

{
  "detail": [
    {
      "loc": [
        "<string>"
      ],
      "msg": "<string>",
      "type": "<string>",
      "input": "<unknown>",
      "ctx": {}
    }
  ]
}