{"uid":"cap_-3pU7NnkxaYxJ_b3KA6Ci","slug":"csv-deduplication-api-0c059318","name":"CSV Deduplication API","description":"Remove duplicate rows from CSV text by all columns or a subset of key columns; returns cleaned CSV plus a report of how many rows were removed.","url":"https://api.24klabs.ai/api/csv-dedupe","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"csv":{"type":"string"},"keys":{"type":"array"}}},"responseSchema":{"type":"json","example":{"csv":"id,name\r\n1,alice\r\n2,bob\r\n3,carol\r\n","removed":1,"input_rows":4,"output_rows":3}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.003","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.003/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.003","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_dtUP7W3-72VQC8ErLgHEp","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.003","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Removes duplicate rows from CSV text by all columns or a specified subset of key columns, returning cleaned CSV and a removal report.","exampleAgentPrompt":"Can you deduplicate this CSV for me — remove any rows where the email and user_id columns are identical, and tell me how many duplicates were dropped?","exampleUseCases":[{"title":"Clean CRM export before import","prompt":"I have a CSV export of our CRM contacts and there are a bunch of duplicate entries. Can you deduplicate it using the email column as the key and give me back the cleaned CSV?"},{"title":"Deduplicate analytics event log","prompt":"This CSV event log has repeated rows because of a logging bug. Please remove all fully duplicate rows across all columns and tell me how many were removed."},{"title":"Prepare dataset for ML pipeline","prompt":"Before I feed this training data CSV into our model, I need to deduplicate it by the 'record_id' column — can you clean it and report how many rows got dropped?"}],"resultDescription":"Returns a cleaned CSV string with duplicate rows removed, plus a report indicating how many rows were found and removed during deduplication.","failureModes":["Malformed CSV input causing parse errors","Invalid or non-existent column names specified as keys","Empty CSV input returning empty output","Very large CSV payloads exceeding request size limits","Encoding issues with non-UTF-8 CSV files"],"whenToPreferThis":"Use this endpoint when you need a quick, cheap ($0.003) programmatic way to deduplicate CSV data without spinning up a local data-processing pipeline. Ideal for agents handling user-uploaded CSV files, ETL preprocessing steps, or data quality checks before database imports — especially when a deduplication report (row counts) is needed alongside the cleaned output.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-13T18:55:42.464Z","isFirstParty":false}