{"uid":"cap_gtPsmVmmo2my68gWMXAHc","slug":"apiacre-com-data-deduplication-a8e4ab2f","name":"apiacre.com Data Deduplication","description":"Remove duplicate CSV, TSV, JSON, JSON Lines, or YAML records using selected identity fields and report the removed count.","url":"https://apiacre.com/v1/data/deduplicate","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"keep":{"enum":["first","last"],"type":"string","title":"Keep","default":"first"},"keys":{"type":"array","items":{"type":"string"},"title":"Keys","maxItems":20},"format":{"enum":["csv","tsv","json","jsonl","yaml"],"type":"string","title":"Format","description":"Source format; use jsonl for JSON Lines or NDJSON"},"content":{"type":"string","title":"Content","maxLength":2000000}}},"responseSchema":{"type":"json","example":{"data":{"keys":["id"],"records":[{"id":"1","name":"Ada"}],"removed":1,"inputRows":2,"outputRows":1},"meta":{"cached":false,"sources":[],"warnings":[],"duration_ms":42,"next_actions":[]},"service":"data.deduplicate","version":"1","request_id":"018f1f54-7f38-7ba2-8dc3-5f90272d9f1a"}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_x1erCyrJC5SGBMYwJggW2","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Removes duplicate records from a dataset by comparing selected identity fields and returning a deduplicated result set.","exampleAgentPrompt":"Deduplicate these customer records using the 'email' and 'phone' fields as identity keys — I want to keep one representative record per unique identity and drop the rest.","exampleUseCases":[{"title":"Clean CRM import before upload","prompt":"I have a CSV export of 5,000 contacts I'm about to import into our CRM — can you deduplicate them using 'email' as the identity field so we don't create duplicate accounts?"},{"title":"Deduplicate event registrations","prompt":"We collected event sign-ups from three different forms and there are definitely duplicates. Deduplicate these registration records using both 'email' and 'full_name' as identity fields."},{"title":"Remove duplicates before analytics run","prompt":"Before I run my analytics pipeline, deduplicate this user dataset using 'user_id' as the identity field so my aggregates aren't skewed by repeated rows."}],"resultDescription":"Returns the deduplicated set of records with duplicates removed based on the specified identity fields, along with metadata such as the number of records removed and potentially the duplicate groups identified.","failureModes":["Invalid or empty records array — returns error indicating no data to process","Specified identity fields not present in records — returns field-not-found error","Malformed input JSON — returns parse error","Empty identity fields list — ambiguous deduplication criteria, may return error or deduplicate on all fields"],"whenToPreferThis":"Use this endpoint when you need a fast, lightweight deduplication pass over structured records and can specify which fields define record identity. Prefer this over full ETL pipeline tools when you just need to clean a dataset programmatically without standing up infrastructure.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T12:53:12.318Z","isFirstParty":false}