{"docsConfig":{"theme":"willow","$schema":"https://mintlify.com/docs.json","name":"Plum AI Docs","colors":{"primary":"#663399","light":"#663399","dark":"#5c2e8a"},"logo":{"light":"https://mintcdn.com/plumai/VMuZw1K-9BMOF242/logo/plum_logo.svg?fit=max\u0026auto=format\u0026n=VMuZw1K-9BMOF242\u0026q=85\u0026s=217a67be3bd8f752e69bbe00f7a90a14","dark":"https://mintcdn.com/plumai/VMuZw1K-9BMOF242/logo/plum_logo.svg?fit=max\u0026auto=format\u0026n=VMuZw1K-9BMOF242\u0026q=85\u0026s=217a67be3bd8f752e69bbe00f7a90a14"},"favicon":"/favicon.png","navbar":{"links":[{"label":"Support","href":"mailto:founders@getplum.ai"}],"primary":{"type":"button","label":"Dashboard","href":"https://app.getplum.ai"}},"footer":{"socials":{"github":"https://github.com/getplumai","linkedin":"https://www.linkedin.com/company/103429435/admin/dashboard/"}},"navigation":{"global":{"anchors":[{"anchor":"Documentation Home","icon":"book-open","href":"https://docs.getplum.ai"},{"anchor":"Dashboard","icon":"house","href":"https://app.getplum.ai"},{"anchor":"Blog","icon":"newspaper","href":"https://blog.getplum.ai"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"plumai","hasAudioNarration":false,"actualSubdomain":"plumai","customDomains":["docs.getplum.ai"],"gitSource":{"type":"github","owner":"getplumai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"entitlements":{},"buildId":"6ae927d8a81fa6df9f1aecc1:success","clientVersion":"0.0.4094","searchFilterCounts":[{"language":"default","tag":"API Reference","count":50},{"language":"default","tag":"Guides","count":3},{"language":"default","tag":"Get Started","count":2},{"language":"default","tag":"API","count":1}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":true},"customCss":[],"page":{"pagePath":"api-reference/compare-multiple-prompts-against-a-dataset","slug":"/api-reference/compare-multiple-prompts-against-a-dataset","pageMetadata":{"title":"Compare multiple prompts against a dataset","description":null,"deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /compare_prompts","href":"/api-reference/compare-multiple-prompts-against-a-dataset","autogeneratedByOpenApi":true},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Compare multiple prompts against a dataset","description":null,"deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /compare_prompts","href":"/api-reference/compare-multiple-prompts-against-a-dataset","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"summary":"Compare multiple prompts against a dataset","security":["638ae849-cc1a-4e03-bc32-a0a06504e517"],"requestBody":"0953016b-c9fa-471f-b232-c3ecc1ff9296","responses":{"200":"78e23343-7e05-43fb-825f-1ed8347d5919"},"method":"post","type":"path","servers":["ca18f1fc-c6f8-452a-89d2-6bd4e234825d"],"path":"/compare_prompts","baseUrlOptions":["https://beta.getplum.ai/v1"],"title":"Compare multiple prompts against a dataset","description":"","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{},"requestBody":{"required":true,"content":{"application/json":{"schema":{"type":"object","properties":{"system_prompts":{"type":"array","items":{"type":"string","uniqueKey":"system_prompts.items.[INDEX]","typeLabel":"string"},"isRequired":true,"uniqueKey":"system_prompts","typeLabel":"string[]"},"model_name":{"type":"string","isRequired":true,"uniqueKey":"model_name","typeLabel":"string"},"model_provider":{"type":"string","isRequired":true,"uniqueKey":"model_provider","typeLabel":"string"},"seed_data_id":{"type":"string","description":"ID of seed dataset to use (either this or synthetic_data_id is required)","uniqueKey":"seed_data_id","typeLabel":"string"},"synthetic_data_id":{"type":"string","description":"ID of synthetic dataset to use (either this or seed_data_id is required)","uniqueKey":"synthetic_data_id","typeLabel":"string"},"metrics_id":{"type":"string","uniqueKey":"metrics_id","typeLabel":"string"}},"required":["system_prompts","model_name","model_provider"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"system_prompts":["\u003cstring>"],"model_name":"\u003cstring>","model_provider":"\u003cstring>","seed_data_id":"\u003cstring>","synthetic_data_id":"\u003cstring>","metrics_id":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"responses":{"78e23343-7e05-43fb-825f-1ed8347d5919":{"description":"Prompts successfully compared","content":{"application/json":{"schema":{"type":"object","properties":{"result":{"type":"object","properties":{"prompts":{"type":"array","items":{"type":"string","uniqueKey":"result.prompts.items.[INDEX]","typeLabel":"string"},"uniqueKey":"result.prompts","typeLabel":"string[]"},"comparisons":{"type":"array","items":{"type":"object","uniqueKey":"result.comparisons.items.[INDEX]","typeLabel":"object"},"uniqueKey":"result.comparisons","typeLabel":"object[]"},"metrics_id":{"type":"string","uniqueKey":"result.metrics_id","typeLabel":"string"}},"uniqueKey":"result","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"result":{"prompts":["\u003cstring>"],"comparisons":[{}],"metrics_id":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"638ae849-cc1a-4e03-bc32-a0a06504e517":{"ApiKeyAuth":{"type":"apiKey","in":"header","name":"Authorization","scopes":[]}}},"servers":{"ca18f1fc-c6f8-452a-89d2-6bd4e234825d":{"url":"https://beta.getplum.ai/v1"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"Authorization","scopes":[]},"schema":{"title":"Authorization","type":"string","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"ApiKeyAuth","name":"Authorization"}],"title":"ApiKeyAuth"}]},"originalFileLocation":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml"},"subdomain":"plumai","siteName":"Plum AI Docs","title":"Compare multiple prompts against a dataset - Plum AI Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-01-07T08:01:10.352Z","originalFileLocation":"api-reference/compare-multiple-prompts-against-a-dataset.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"Plum AI Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Compare multiple prompts against a dataset - Plum AI Docs\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Plum AI Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://plumai.mintlify.site/_mintlify/api/og/v2?division=API+Reference\u0026amp;title=Compare+multiple+prompts+against+a+dataset\u0026amp;theme=bd51277bbb595ae34804bf0e\u0026amp;signature=c97f0eb7284d96e193f2d624aca25ccf53f2f1c41c5a80e389d067bbb9e56b1c\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Compare multiple prompts against a dataset - Plum AI Docs\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://plumai.mintlify.site/_mintlify/api/og/v2?division=API+Reference\u0026amp;title=Compare+multiple+prompts+against+a+dataset\u0026amp;theme=bd51277bbb595ae34804bf0e\u0026amp;signature=c97f0eb7284d96e193f2d624aca25ccf53f2f1c41c5a80e389d067bbb9e56b1c\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/plumai/lNsdGegvm0ZcCtf5/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Plum AI Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#663399\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/compare-multiple-prompts-against-a-dataset.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.getplum.ai/#organization\",\"name\":\"Plum AI Docs\",\"url\":\"https://docs.getplum.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/plumai/VMuZw1K-9BMOF242/logo/plum_logo.svg?fit=max\u0026auto=format\u0026n=VMuZw1K-9BMOF242\u0026q=85\u0026s=217a67be3bd8f752e69bbe00f7a90a14\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.getplum.ai#website\",\"name\":\"Plum AI Docs\",\"url\":\"https://docs.getplum.ai\",\"publisher\":{\"@id\":\"https://docs.getplum.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset#webpage\",\"url\":\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset\",\"name\":\"Compare multiple prompts against a dataset\",\"dateModified\":\"2026-01-07T08:01:10.352Z\",\"isPartOf\":{\"@id\":\"https://docs.getplum.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API Reference\",\"item\":\"https://docs.getplum.ai/api-reference/list-all-seed-datasets\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Compare multiple prompts against a dataset\",\"item\":\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset#apireference\",\"headline\":\"Compare multiple prompts against a dataset\",\"name\":\"Compare multiple prompts against a dataset\",\"url\":\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset\",\"mainEntityOfPage\":{\"@id\":\"https://docs.getplum.ai/api-reference/compare-multiple-prompts-against-a-dataset#webpage\"},\"dateModified\":\"2026-01-07T08:01:10.352Z\",\"publisher\":{\"@id\":\"https://docs.getplum.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.getplum.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Plum AI Docs\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Plum AI Docs","nav":{"global":{"anchors":[{"anchor":"Documentation Home","icon":"book-open","href":"https://docs.getplum.ai"},{"anchor":"Dashboard","icon":"house","href":"https://app.getplum.ai"},{"anchor":"Blog","icon":"newspaper","href":"https://blog.getplum.ai"}]},"tabs":[{"tab":"Guides","pages":[{"title":"Guides","href":"/introduction"}]},{"tab":"API Reference","groups":[{"group":"API Reference","pages":[{"title":"List all seed datasets","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /data/seeds","href":"/api-reference/list-all-seed-datasets"},{"title":"Retrieve a specific seed dataset by ID","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /data/seed/{id}","href":"/api-reference/retrieve-a-specific-seed-dataset-by-id"},{"title":"Insert or overwrite seed data by ID","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /data/seed/{id}","href":"/api-reference/insert-or-overwrite-seed-data-by-id"},{"title":"Add a single pair to a dataset (creates new dataset if the system_prompt_template that's provided doesn't correspond to an existing dataset)","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /data/seed/pair","href":"/api-reference/add-a-single-pair-to-a-dataset-creates-new-dataset-if-the-system_prompt_template-thats-provided-doesnt-correspond-to-an-existing-dataset"},{"title":"Add a single pair to an existing seed dataset by ID","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /data/seed/{id}/pair","href":"/api-reference/add-a-single-pair-to-an-existing-seed-dataset-by-id"},{"title":"Upload a new seed dataset","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /data/seed","href":"/api-reference/upload-a-new-seed-dataset"},{"title":"List all synthetic datasets","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /data/synthetics","href":"/api-reference/list-all-synthetic-datasets"},{"title":"Retrieve synthetic data by ID","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /data/synthetic/{id}","href":"/api-reference/retrieve-synthetic-data-by-id"},{"title":"Insert or overwrite synthetic data by ID","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml put /data/synthetic/{id}","href":"/api-reference/insert-or-overwrite-synthetic-data-by-id"},{"title":"Upload new synthetic data","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /data/synthetic","href":"/api-reference/upload-new-synthetic-data"},{"title":"Retrieve synthetic data formatted for OpenAI by ID","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /data/synthetic_openai/{id}","href":"/api-reference/retrieve-synthetic-data-formatted-for-openai-by-id"},{"title":"Get a specific metric definition by ID","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /question/{id}","href":"/api-reference/get-a-specific-metric-definition-by-id"},{"title":"Get a specific evaluation result by ID","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /evaluation/{id}","href":"/api-reference/get-a-specific-evaluation-result-by-id"},{"title":"Export evaluation results as TSV file","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /evaluation/{id}/export_tsv","href":"/api-reference/export-evaluation-results-as-tsv-file"},{"title":"Update evaluation result with human feedback","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml put /vote_eval_pair/{id}","href":"/api-reference/update-evaluation-result-with-human-feedback"},{"title":"Generate evaluation metrics","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /questions","href":"/api-reference/generate-evaluation-metrics"},{"title":"List all available evaluation metrics","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /list_questions","href":"/api-reference/list-all-available-evaluation-metrics"},{"title":"List all available evaluation results","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /list_evaluations","href":"/api-reference/list-all-available-evaluation-results"},{"title":"Create custom metric definitions","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /specify_questions","href":"/api-reference/create-custom-metric-definitions"},{"title":"Evaluate datasets with specified metrics","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /evaluate","href":"/api-reference/evaluate-datasets-with-specified-metrics"},{"title":"Augment seed data to generate synthetic data","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /augment","href":"/api-reference/augment-seed-data-to-generate-synthetic-data"},{"title":"Gather high-scoring and positively critiqued pairs from evaluation results","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /gather/{id}","href":"/api-reference/gather-high-scoring-and-positively-critiqued-pairs-from-evaluation-results"},{"title":"Gather high-scoring and positively critiqued pairs formatted for OpenAI fine-tuning","description":null,"deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml get /gather_openai/{id}","href":"/api-reference/gather-high-scoring-and-positively-critiqued-pairs-formatted-for-openai-fine-tuning"},{"title":"Compare multiple prompts against a dataset","deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /compare_prompts","href":"/api-reference/compare-multiple-prompts-against-a-dataset"},{"title":"Generate an improved prompt based on comparison results","description":null,"deprecated":null,"version":null,"openapi":"https://raw.githubusercontent.com/getplumai/docs/refs/heads/main/api-reference/openapi.yaml post /improve_prompt","href":"/api-reference/generate-an-improved-prompt-based-on-comparison-results"}]}]}]},"basePath":"","title":"Compare multiple prompts against a dataset - Plum AI Docs","buildId":"dpl_42LwxxU1kGN114H4XzwGYXa9ZDah","deploymentId":"dpl_42LwxxU1kGN114H4XzwGYXa9ZDah","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-C-hEh3I2.js","utils-CnF4QiUD.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-C7PVNbel.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-8ytevL2A.js","snippetPresets-BT1alx3v.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-BLXC0i_W.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-CyLIGI9_.js","shallow-DC0lGVIW.js","getApiPlaygroundDisplay-CgDQ85tN.js","CodeSnippet-6-I-Gpv9.js","CodeSnippets-BAk1kDdu.js","Page-C945cI-W.js","getPastedJson-B276RuWN.js","icon-BqP8etTm.js","MethodPill-DM6sbxG1.js","DuplicateIcon-PyJglOaE.js","createIcon-CMeOMAc_.js","DynamicMarkdown-BoyYAA8K.js","SectionHeading-DAYv3gvZ.js","axios-vUo_bRtp.js","Markdown-BhTTmazV.js","clsx-CR-RHrVC.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-CBUH0-zX.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-BmARFYNC.js"]}