{"uid":"cap_azVF-3PL3QFJNjugqcUut","slug":"scrapfly-github-crawl-endpoint-774fb675","name":"ScrapFly GitHub Crawl Endpoint","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scrapfly.vercel.app/api/crawl/github?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","required":["query"],"properties":{"query":{"type":"string","description":"query"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_UG4d_Rh8x29MwvjrSw-ES","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls and extracts content from GitHub repositories, pages, or profiles using a query string, returning structured data.","exampleAgentPrompt":"Can you crawl the GitHub page for the 'langchain-ai/langchain' repository and pull out all the structured content — README, description, stars, and any other metadata you can find?","exampleUseCases":[{"title":"Extract open source project metadata","prompt":"Scrape the GitHub repository page for 'openai/openai-python' and get me the description, star count, language, and README content."},{"title":"Gather contributor info for a repo","prompt":"Can you pull data from the contributors page of the 'vercel/next.js' GitHub repo — I want to see the list of contributors and their commit counts."},{"title":"Monitor GitHub repo for release notes","prompt":"Fetch the releases page of the 'microsoft/vscode' GitHub repository so I can see the latest version and its changelog."}],"resultDescription":"Returns a JSON object with a 'success' boolean and a 'data' object containing the scraped content from the targeted GitHub page, which may include repository metadata, file contents, user profiles, or search results depending on the query.","failureModes":["Invalid or malformed query string returns success: false","GitHub rate limiting or bot detection may cause failed scrapes","Private repositories inaccessible without credentials","Non-existent GitHub URLs return empty or error data","Network timeouts on large repository pages"],"whenToPreferThis":"Choose this endpoint when you need to extract structured data specifically from GitHub pages — repositories, profiles, search results, issues, or file contents — without managing browser automation or anti-bot challenges yourself. It is especially useful when you need quick, pay-per-request access to GitHub content as part of an automated agent workflow.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-24T12:36:46.875Z","isFirstParty":false,"canonicalSlug":"scrapfly-github-crawl-endpoint-774fb675"}