{"domain":"completionkit.com","name":"CompletionKit","url":"https://inite.ai/en/atlas/completionkit.com","site":"https://completionkit.com","summary":"Runs a prompt template over a dataset across several LLM providers, then scores the outputs with an LLM judge against your metrics.","forWhom":"developers and teams building AI apps who need to measure prompt changes before shipping","useCases":["score prompt outputs against custom metrics using an LLM judge","compare prompt versions across models on the same dataset","generate revised prompts from judge feedback on your data"],"categories":["data"],"pricing":{"model":"freemium","freeTier":true,"startsAt":{"amount":29,"currency":"USD","per":"month"},"page":"https://completionkit.com/pricing","readOn":"2026-10-21"},"priceMoves":[],"interfaces":{"readOn":"2026-10-21","apiDocs":"https://completionkit.com/docs/api","openapi":null,"mcp":[{"name":"com.completionkit/evals","tie":"namespace","remotes":["https://completionkit.com/mcp"],"packages":[],"probe":{"state":"open","checkedOn":"2026-10-21","toolCount":54,"tools":["prompts_list","prompts_get","prompts_create","prompts_update","prompts_delete","prompts_publish","prompts_suggest_improvement","runs_list","runs_get","runs_create","runs_update","runs_delete","runs_generate","runs_regrade","runs_rerun","runs_retry_failures","responses_list","responses_get","datasets_list","datasets_get","datasets_create","datasets_update","datasets_delete","datasets_create_from_url","metrics_list","metrics_get","metrics_create","metrics_update","metrics_delete","metrics_suggest_variants","metric_groups_list","metric_groups_get","metric_groups_create","metric_groups_update","metric_groups_delete","metric_versions_list","metric_versions_publish","metric_versions_dismiss","provider_credentials_list","provider_credentials_get","provider_credentials_create","provider_credentials_update","provider_credentials_delete","tags_list","tags_get","tags_create","tags_update","tags_delete","agreements_list","agreements_create","judges_replay","judges_compare","promptfoo_import","usage_get"],"serverName":"CompletionKit"}}],"mcpServerCard":null,"status":{"url":"https://status.completionkit.com","indicator":null}},"mcpMeasured":{"server":"https://completionkit.com/mcp","checkedSince":"2026-10-21","dailyChecks":2,"uptimePercent":null,"medianMs":314,"signIn":"none","tools":54,"contextTokens":6747,"definitionsGrade":"C","definitionsScore":65,"typedResults":0,"failingChecks":{"description":17,"params_described":43,"annotations":54},"warnings":{"open_writes":["prompts_create","prompts_update","prompts_delete","prompts_publish","runs_create"],"destructive_unmarked":["prompts_delete","runs_delete","datasets_delete","metrics_delete","tags_delete"]},"coverage":null,"adoption":{"npmWeekly":null,"pypiWeekly":null,"githubStars":3},"score":null,"advice":{"verdict":"unproven","why":["whether its tools do the product's job has not been judged yet","checked on 2 of the 7 days it takes to judge reliability"],"how":["keep approval on for prompts_delete, runs_delete, datasets_delete, metrics_delete, tags_delete: they delete, send or pay without saying so","prompts_create, prompts_update, prompts_delete, prompts_publish, runs_create change data without a sign-in: anyone with the URL can call them","parameters are untyped or undescribed in 43 of 54 tools: check arguments before calling"]},"method":"https://inite.ai/en/atlas/mcp/report"},"connect":{"order":["mcp","apiDocs","llmsTxt"],"mcp":[{"name":"com.completionkit/evals","url":"https://completionkit.com/mcp","answers":"open","checkedOn":"2026-10-21","weakTie":false,"registry":"https://registry.modelcontextprotocol.io/v0/servers?search=com.completionkit%2Fevals","config":{"mcpServers":{"completionkit":{"url":"https://completionkit.com/mcp"}}},"install":{"transport":"http","claudeCode":"claude mcp add --transport http completionkit https://completionkit.com/mcp","cursor":"cursor://anysphere.cursor-deeplink/mcp/install?name=completionkit&config=eyJ1cmwiOiJodHRwczovL2NvbXBsZXRpb25raXQuY29tL21jcCJ9","vscode":"vscode:mcp/install?%7B%22name%22%3A%22completionkit%22%2C%22type%22%3A%22http%22%2C%22url%22%3A%22https%3A%2F%2Fcompletionkit.com%2Fmcp%22%7D","connector":{"url":"https://completionkit.com/mcp","note":"Add it as a custom connector in the client’s settings; the client opens the sign-in itself when the server asks for one."}}}],"openapi":null,"apiDocs":"https://completionkit.com/docs/api","llmsTxt":"https://completionkit.com/llms.txt","status":"https://status.completionkit.com","readOn":"2026-10-21"},"trust":{"readOn":"2026-10-21","certifications":["gdpr"],"training":{"stance":"no","about":"vendor","quote":"We do not use Your Content to train LLMs for third parties or for any purpose other than operating the Service for you.","url":"https://completionkit.com/legal/privacy"}},"used":0,"alive":79,"traits":{"buyer":null,"deployment":"self-hostable","developerFocus":null,"readAt":"2026-10-22"},"verifiedPlans":null}