{"uid":"cap_SdSXBllGTD0aLQuFgnTN-","slug":"csv-deduplication-api-845f1ef4","name":"CSV Deduplication API","description":"Remove duplicate rows from CSV text by all columns or a subset of key columns; returns cleaned CSV plus a report of how many rows were removed.","url":"https://api.24klabs.ai/api/v1/csv-dedupe","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"csv":{"type":"string"},"keys":{"type":"array"}}},"responseSchema":{"type":"json","example":{"csv":"id,name\r\n1,alice\r\n2,bob\r\n3,carol\r\n","removed":1,"input_rows":4,"output_rows":3}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_COtGCpU9Wph2M18BDdNWg","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Removes duplicate rows from CSV text by all columns or a specified subset of key columns, returning cleaned CSV and a removal report.","exampleAgentPrompt":"Can you deduplicate this CSV data for me, keeping only unique rows based on the 'email' and 'user_id' columns, and tell me how many duplicates were removed?","exampleUseCases":[{"title":"Email list deduplication before campaign","prompt":"I have a CSV of email subscribers and there are definitely duplicates — can you deduplicate it using the 'email' column as the key and tell me how many rows got removed?"},{"title":"Full-row deduplication of exported report","prompt":"Here's a CSV export from our database — please remove any completely identical rows across all columns and give me the cleaned version back."},{"title":"CRM contact deduplication by ID","prompt":"I've got a CRM export in CSV format with duplicate contact records — deduplicate it by the 'contact_id' column and show me a summary of what was removed."}],"resultDescription":"Returns a cleaned CSV with duplicate rows removed, along with a report indicating how many rows were deduplicated (total input rows, output rows, and removed count).","failureModes":["Malformed CSV input returns a parse error","Invalid or non-existent column name specified as key returns an error","Empty CSV input may return an empty result or error","Very large CSV payloads may time out or hit size limits","Non-UTF-8 encoded CSV may cause parsing failures"],"whenToPreferThis":"Use this endpoint when you need a quick, programmatic way to deduplicate CSV data without spinning up a full data pipeline or loading data into a database. Ideal for lightweight ETL tasks, data cleaning before imports, and when you want both a cleaned output and a count of removed rows in one call.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T12:43:06.257Z","isFirstParty":false}