Test an AI filter on a sample message
curl --request POST \
--url https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"classifier": {
"answers": [
{
"description": "A problem, a question, or a request for action.",
"value": "active_issue"
},
{
"description": "A status update or FYI with no ask.",
"value": "informational"
}
],
"mode": "preview",
"question": "Does this message report a problem or ask for help?",
"rule": {
"conditions": [
{
"answer": "active_issue",
"atLeastPercent": 80
}
],
"when": "wake"
},
"send": "text_and_images"
},
"message": {
"images": [
{
"data": "<string>"
}
],
"text": "<string>"
}
}
'import requests
url = "https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests"
payload = {
"classifier": {
"answers": [
{
"description": "A problem, a question, or a request for action.",
"value": "active_issue"
},
{
"description": "A status update or FYI with no ask.",
"value": "informational"
}
],
"mode": "preview",
"question": "Does this message report a problem or ask for help?",
"rule": {
"conditions": [
{
"answer": "active_issue",
"atLeastPercent": 80
}
],
"when": "wake"
},
"send": "text_and_images"
},
"message": {
"images": [{ "data": "<string>" }],
"text": "<string>"
}
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
classifier: {
answers: [
{
description: 'A problem, a question, or a request for action.',
value: 'active_issue'
},
{description: 'A status update or FYI with no ask.', value: 'informational'}
],
mode: 'preview',
question: 'Does this message report a problem or ask for help?',
rule: {conditions: [{answer: 'active_issue', atLeastPercent: 80}], when: 'wake'},
send: 'text_and_images'
},
message: {images: [{data: '<string>'}], text: '<string>'}
})
};
fetch('https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'classifier' => [
'answers' => [
[
'description' => 'A problem, a question, or a request for action.',
'value' => 'active_issue'
],
[
'description' => 'A status update or FYI with no ask.',
'value' => 'informational'
]
],
'mode' => 'preview',
'question' => 'Does this message report a problem or ask for help?',
'rule' => [
'conditions' => [
[
'answer' => 'active_issue',
'atLeastPercent' => 80
]
],
'when' => 'wake'
],
'send' => 'text_and_images'
],
'message' => [
'images' => [
[
'data' => '<string>'
]
],
'text' => '<string>'
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests"
payload := strings.NewReader("{\n \"classifier\": {\n \"answers\": [\n {\n \"description\": \"A problem, a question, or a request for action.\",\n \"value\": \"active_issue\"\n },\n {\n \"description\": \"A status update or FYI with no ask.\",\n \"value\": \"informational\"\n }\n ],\n \"mode\": \"preview\",\n \"question\": \"Does this message report a problem or ask for help?\",\n \"rule\": {\n \"conditions\": [\n {\n \"answer\": \"active_issue\",\n \"atLeastPercent\": 80\n }\n ],\n \"when\": \"wake\"\n },\n \"send\": \"text_and_images\"\n },\n \"message\": {\n \"images\": [\n {\n \"data\": \"<string>\"\n }\n ],\n \"text\": \"<string>\"\n }\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"classifier\": {\n \"answers\": [\n {\n \"description\": \"A problem, a question, or a request for action.\",\n \"value\": \"active_issue\"\n },\n {\n \"description\": \"A status update or FYI with no ask.\",\n \"value\": \"informational\"\n }\n ],\n \"mode\": \"preview\",\n \"question\": \"Does this message report a problem or ask for help?\",\n \"rule\": {\n \"conditions\": [\n {\n \"answer\": \"active_issue\",\n \"atLeastPercent\": 80\n }\n ],\n \"when\": \"wake\"\n },\n \"send\": \"text_and_images\"\n },\n \"message\": {\n \"images\": [\n {\n \"data\": \"<string>\"\n }\n ],\n \"text\": \"<string>\"\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"classifier\": {\n \"answers\": [\n {\n \"description\": \"A problem, a question, or a request for action.\",\n \"value\": \"active_issue\"\n },\n {\n \"description\": \"A status update or FYI with no ask.\",\n \"value\": \"informational\"\n }\n ],\n \"mode\": \"preview\",\n \"question\": \"Does this message report a problem or ask for help?\",\n \"rule\": {\n \"conditions\": [\n {\n \"answer\": \"active_issue\",\n \"atLeastPercent\": 80\n }\n ],\n \"when\": \"wake\"\n },\n \"send\": \"text_and_images\"\n },\n \"message\": {\n \"images\": [\n {\n \"data\": \"<string>\"\n }\n ],\n \"text\": \"<string>\"\n }\n}"
response = http.request(request)
puts response.read_body{
"decision": {
"billedAmountNanos": "<string>",
"decidedAt": "2023-11-07T05:31:56Z",
"imageCount": 4503599627370495,
"mode": "preview",
"outcome": "skipped",
"answer": "<string>",
"inputTokens": 4503599627370495,
"latencyMs": 4503599627370495,
"matchedAnswer": "<string>",
"model": "<string>",
"probabilities": {},
"reason": "<string>",
"rule": {
"conditions": [
{
"answer": "<string>",
"atLeastPercent": 50
}
],
"when": "wake"
}
},
"wouldWake": true
}{
"code": "invalid_json",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "unauthorized",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "forbidden",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "not_found",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "payload_too_large",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "unsupported_media_type",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "rate_limit_exceeded",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "internal_error",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "bad_gateway",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "automation_classifier_unconfigured",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "gateway_timeout",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}Automations
Test an AI filter on a sample message
Asks the AI filter the given question about a sample message, its text and up to four screenshots, and returns the answer, every answer’s probability, and whether the agent would wake. Nothing is saved and no run starts. The model call is billed to the organization like a filter evaluation on a real message.
POST
/
managed-agents
/
v1
/
automation-classifier-tests
Test an AI filter on a sample message
curl --request POST \
--url https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"classifier": {
"answers": [
{
"description": "A problem, a question, or a request for action.",
"value": "active_issue"
},
{
"description": "A status update or FYI with no ask.",
"value": "informational"
}
],
"mode": "preview",
"question": "Does this message report a problem or ask for help?",
"rule": {
"conditions": [
{
"answer": "active_issue",
"atLeastPercent": 80
}
],
"when": "wake"
},
"send": "text_and_images"
},
"message": {
"images": [
{
"data": "<string>"
}
],
"text": "<string>"
}
}
'import requests
url = "https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests"
payload = {
"classifier": {
"answers": [
{
"description": "A problem, a question, or a request for action.",
"value": "active_issue"
},
{
"description": "A status update or FYI with no ask.",
"value": "informational"
}
],
"mode": "preview",
"question": "Does this message report a problem or ask for help?",
"rule": {
"conditions": [
{
"answer": "active_issue",
"atLeastPercent": 80
}
],
"when": "wake"
},
"send": "text_and_images"
},
"message": {
"images": [{ "data": "<string>" }],
"text": "<string>"
}
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
classifier: {
answers: [
{
description: 'A problem, a question, or a request for action.',
value: 'active_issue'
},
{description: 'A status update or FYI with no ask.', value: 'informational'}
],
mode: 'preview',
question: 'Does this message report a problem or ask for help?',
rule: {conditions: [{answer: 'active_issue', atLeastPercent: 80}], when: 'wake'},
send: 'text_and_images'
},
message: {images: [{data: '<string>'}], text: '<string>'}
})
};
fetch('https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'classifier' => [
'answers' => [
[
'description' => 'A problem, a question, or a request for action.',
'value' => 'active_issue'
],
[
'description' => 'A status update or FYI with no ask.',
'value' => 'informational'
]
],
'mode' => 'preview',
'question' => 'Does this message report a problem or ask for help?',
'rule' => [
'conditions' => [
[
'answer' => 'active_issue',
'atLeastPercent' => 80
]
],
'when' => 'wake'
],
'send' => 'text_and_images'
],
'message' => [
'images' => [
[
'data' => '<string>'
]
],
'text' => '<string>'
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests"
payload := strings.NewReader("{\n \"classifier\": {\n \"answers\": [\n {\n \"description\": \"A problem, a question, or a request for action.\",\n \"value\": \"active_issue\"\n },\n {\n \"description\": \"A status update or FYI with no ask.\",\n \"value\": \"informational\"\n }\n ],\n \"mode\": \"preview\",\n \"question\": \"Does this message report a problem or ask for help?\",\n \"rule\": {\n \"conditions\": [\n {\n \"answer\": \"active_issue\",\n \"atLeastPercent\": 80\n }\n ],\n \"when\": \"wake\"\n },\n \"send\": \"text_and_images\"\n },\n \"message\": {\n \"images\": [\n {\n \"data\": \"<string>\"\n }\n ],\n \"text\": \"<string>\"\n }\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"classifier\": {\n \"answers\": [\n {\n \"description\": \"A problem, a question, or a request for action.\",\n \"value\": \"active_issue\"\n },\n {\n \"description\": \"A status update or FYI with no ask.\",\n \"value\": \"informational\"\n }\n ],\n \"mode\": \"preview\",\n \"question\": \"Does this message report a problem or ask for help?\",\n \"rule\": {\n \"conditions\": [\n {\n \"answer\": \"active_issue\",\n \"atLeastPercent\": 80\n }\n ],\n \"when\": \"wake\"\n },\n \"send\": \"text_and_images\"\n },\n \"message\": {\n \"images\": [\n {\n \"data\": \"<string>\"\n }\n ],\n \"text\": \"<string>\"\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.recursion.labelbox.com/managed-agents/v1/automation-classifier-tests")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"classifier\": {\n \"answers\": [\n {\n \"description\": \"A problem, a question, or a request for action.\",\n \"value\": \"active_issue\"\n },\n {\n \"description\": \"A status update or FYI with no ask.\",\n \"value\": \"informational\"\n }\n ],\n \"mode\": \"preview\",\n \"question\": \"Does this message report a problem or ask for help?\",\n \"rule\": {\n \"conditions\": [\n {\n \"answer\": \"active_issue\",\n \"atLeastPercent\": 80\n }\n ],\n \"when\": \"wake\"\n },\n \"send\": \"text_and_images\"\n },\n \"message\": {\n \"images\": [\n {\n \"data\": \"<string>\"\n }\n ],\n \"text\": \"<string>\"\n }\n}"
response = http.request(request)
puts response.read_body{
"decision": {
"billedAmountNanos": "<string>",
"decidedAt": "2023-11-07T05:31:56Z",
"imageCount": 4503599627370495,
"mode": "preview",
"outcome": "skipped",
"answer": "<string>",
"inputTokens": 4503599627370495,
"latencyMs": 4503599627370495,
"matchedAnswer": "<string>",
"model": "<string>",
"probabilities": {},
"reason": "<string>",
"rule": {
"conditions": [
{
"answer": "<string>",
"atLeastPercent": 50
}
],
"when": "wake"
}
},
"wouldWake": true
}{
"code": "invalid_json",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "unauthorized",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "forbidden",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "not_found",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "payload_too_large",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "unsupported_media_type",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "rate_limit_exceeded",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "internal_error",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "bad_gateway",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "automation_classifier_unconfigured",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}{
"code": "gateway_timeout",
"message": "<string>",
"details": {
"field": "<string>",
"issues": [
"<string>"
],
"requestId": "<string>",
"retryable": true
}
}Authorizations
A Recursion API key, created in the console under API keys.
Headers
Optional tenant consistency check. When present, it must name the tenant bound to the API key, including when x-organization-id is default.
Minimum string length:
1Organization in which to act. Required for a tenant-scoped API key. Optional for an organization-scoped key, where it must name that same organization. The value may be an organization id or default.
Minimum string length:
1Body
application/json
An AI filter and a sample message to test it on. Nothing is saved and no run starts; the model call is billed like any other.
The AI filter to test, as it would be saved on the trigger.
Show child attributes
Show child attributes
Example:
{ "answers": [ { "description": "A problem, a question, or a request for action.", "value": "active_issue" }, { "description": "A status update or FYI with no ask.", "value": "informational" } ], "mode": "preview", "question": "Does this message report a problem or ask for help?", "rule": { "conditions": [ { "answer": "active_issue", "atLeastPercent": 80 } ], "when": "wake" }, "send": "text_and_images" }
A sample message: its text and up to four screenshots.
Show child attributes
Show child attributes
Response
What the AI filter decided for the sample message.
What the AI filter decided for the sample message.