{"uid":"cap_Z8G87u9Q0joMgwuKk8JTq","slug":"extract-github-repos-from-page-abf164bf","name":"Extract GitHub Repos from Page","description":"Extract github repos from a web page: fetches the URL and returns every github repos found in the page text and markup (deduplicated, with counts and up to 300 items), so an agent gets the values without parsing HTML. $0.01 per page.","url":"https://page.intel.rallylive.ca/page/extract/github-repos?utm_source=zero.xyz","method":"GET","headers":{},"bodySchema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","properties":{}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}},"responseSchema":null,"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.01","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.01/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.01","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_s80z4bmpS7USU8EYJJnhm","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.01","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Fetches a web page URL and extracts all GitHub repository references found in the text and markup, returning deduplicated results with counts (up to 300 items).","exampleAgentPrompt":"Can you extract all the GitHub repositories mentioned on this page: https://awesome-python.com — I want a deduplicated list with counts of how often each repo appears.","exampleUseCases":[{"title":"Awesome list repo harvesting","prompt":"Scrape all GitHub repos referenced on https://github.com/sindresorhus/awesome and give me a deduplicated list so I can see which projects are mentioned most."},{"title":"Blog post dependency discovery","prompt":"I just read a blog post at https://www.freecodecamp.org/news/best-open-source-projects-2024/ — can you pull out every GitHub repo it mentions so I can check them out?"},{"title":"Competitor tech stack research","prompt":"Go to https://stackshare.io/github and find every GitHub repository linked or mentioned on that page — I want to see what open source tools they're highlighting."}],"resultDescription":"Returns a deduplicated list of GitHub repository references (e.g. owner/repo strings or full GitHub URLs) found in the page text and HTML markup, along with occurrence counts for each. Up to 300 unique repositories are returned per page.","failureModes":["URL is unreachable or returns a non-200 status — no repos returned","Page has no GitHub repository references — empty list returned","Page blocks crawlers (e.g. bot protection, CAPTCHA) — fetch may fail or return incomplete content","More than 300 unique repos on the page — result is capped at 300","Malformed or non-HTTP URL provided — request validation error"],"whenToPreferThis":"Choose this endpoint when you need to programmatically discover GitHub repositories referenced on any public web page without writing your own HTML parser. It's ideal for harvesting repos from awesome lists, blog posts, documentation sites, or newsletters. Prefer it over general link extractors when you specifically want GitHub repos identified and deduplicated.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-20T18:55:54.751Z","isFirstParty":false,"canonicalSlug":"extract-github-repos-from-page-abf164bf"}