{"uid":"cap_CkGZxLeLgNfTeFjqNlS41","slug":"scrapfly-github-crawl-endpoint-d9a82827","name":"ScrapFly GitHub Crawl Endpoint","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://scravfly.vercel.app/api/crawl/github","method":"POST","headers":{},"bodySchema":{"type":"object","required":["query"],"properties":{"query":{"type":"string","description":"query"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.06","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"registry","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.06/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.06","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ScMp_jDceo8fqArUVLeBG","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.06","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls and scrapes GitHub repositories, profiles, or pages and returns structured data in response to a query.","exampleAgentPrompt":"Can you scrape the GitHub repository at github.com/openai/openai-python and pull out the README, star count, and list of contributors?","exampleUseCases":[{"title":"Extract open source project details","prompt":"Go to github.com/huggingface/transformers and pull out the project description, number of stars, open issues count, and the top 5 contributors."},{"title":"Monitor competitor repo activity","prompt":"Crawl the GitHub page for github.com/anthropics/anthropic-sdk-python and tell me what the latest commits say and how many open pull requests there are."},{"title":"Research library documentation","prompt":"Can you scrape the README and any docs folder from github.com/langchain-ai/langchain so I can understand how to get started with the library?"}],"resultDescription":"Returns a JSON object with a success boolean and a data object containing the scraped GitHub page content — which may include repository metadata, README text, file listings, contributor info, stars, forks, issues, or other publicly visible page elements depending on the query.","failureModes":["GitHub rate limiting or bot detection causing scrape failure","Invalid or non-existent GitHub URL in query returns empty or error data","Private repository access denied results in no content returned","Malformed query string yields a generic or empty response","Network timeout on large repositories"],"whenToPreferThis":"Use this endpoint when you need to programmatically extract publicly available data from GitHub pages, repositories, or profiles without setting up GitHub API credentials. Ideal for agents that need to gather repo metadata, README content, or contributor info on demand. Prefer over the GitHub REST API when you need scraped page content rather than structured API responses, or when avoiding OAuth setup.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T00:51:10.123Z","isFirstParty":false}