{"uid":"cap_U4TprIgfxKZC5hMdxBEzY","slug":"scrapfly-github-crawl-69729291","name":"ScrapFly GitHub Crawl","description":"69 endpoints for data, content generation, and web scraping. Pay per request via x402 on Base chain.","url":"https://test-scrapfly.orbonomy.xyz/api/crawl/github","method":"POST","headers":{},"bodySchema":{"type":"object","required":["query"],"properties":{"query":{"type":"string","description":"query"}}},"responseSchema":{"type":"object","required":["success"],"properties":{"data":{"type":"object"},"success":{"type":"boolean"}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.02","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.02/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.02","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_33GCT6Go_IYWCn-tJeSLM","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.02","costPer":"request","priority":0,"asset":null,"unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Crawls and scrapes content from GitHub repositories, pages, or search results using ScrapFly's web scraping infrastructure","exampleAgentPrompt":"Can you crawl this GitHub repository page and extract all the content from it: https://github.com/openai/openai-python — I need the README, description, and any other metadata you can pull.","exampleUseCases":null,"resultDescription":"Returns a JSON object with a success boolean and a data object containing the scraped content from the GitHub page, including HTML, text, metadata, or structured repository data depending on the query.","failureModes":["Invalid or malformed query returns success: false","GitHub page not found or private repository returns empty data","Rate limiting or anti-bot measures may cause failed crawl","Network timeout results in error response","Missing required query field returns 400 validation error"],"whenToPreferThis":"Use this endpoint when you need to programmatically scrape or crawl GitHub pages, repositories, or search results without being blocked by GitHub's anti-bot protections. Prefer this over direct HTTP fetching when GitHub rate limits or bot detection would otherwise prevent access.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-09-15T06:44:54.589Z","isFirstParty":false}