{"uid":"cap_wJJOWlJsc8KU-oGv7MGJ4","slug":"prism-network-batch-llm-inference-gpu-rental-onchain-settlement-58a4f2b6","name":"Prism Network Batch LLM Inference (GPU Rental, Onchain Settlement)","description":"GPU compute your agents can rent with a wallet. Lease NVIDIA capacity, pay per second in USDG, and settle every lease onchain with a public receipt.","url":"https://api.prismnetwork.tech/inference/v1/batch?utm_source=zero.xyz","method":"POST","headers":{},"bodySchema":{"type":"object","properties":{"model":{"enum":["llama3.2:3b","llama3.1:8b"],"type":"string","description":"Which model answers every prompt."},"options":{"type":"object","properties":{"num_predict":{"type":"integer","maximum":1024,"minimum":1,"description":"Maximum output tokens per prompt. Lower is cheaper."}},"description":"Generation options, applied to every prompt. The price scales with the output cap."},"prompts":{"type":"array","items":{"type":"string","minLength":1,"description":"One prompt, up to 32 KiB."},"maxItems":64,"minItems":1,"description":"Independent prompts, answered in the order given."}}},"responseSchema":{"type":"json","example":{"count":2,"items":[{"index":0,"usage":{"duration_ms":640,"prompt_tokens":12,"completion_tokens":14},"lease_id":1047,"response":"Metered GPU compute bills by the second and settles onchain.","commitment":{"index":0,"model":"llama3.2:3b","prompt":"sha256:9f2c...","lease_id":1047,"response":"sha256:41ab...","prompt_tokens":12,"completion_tokens":14},"merkle_proof":[{"hash":"sha256:7d10...","side":"right"}]}],"model":"llama3.2:3b","usage":{"prompt_tokens":25,"completion_tokens":31},"receipt":{"count":2,"model":"llama3.2:3b","payer":"0x0000000000000000000000000000000000000001","version":1,"algorithm":"rfc6962-sha256","issued_at":"2026-08-24T09:00:00.000Z","lease_ids":[1047,1048],"merkle_root":"sha256:c3e8...","paid_micros":"12144","settlement_tx":"0x..."}}},"example":null,"exampleRequest":null,"tags":["x402"],"displayCostAmount":"0.012144","displayCostAsset":"USDC","priceDynamic":false,"priceHint":null,"priceStatus":"priced","priceSource":"probe","requiresHandshake":false,"reviewCount":0,"rating":{"score":"0.00","successRate":"0.00","reviews":0,"stars":null,"state":"unrated"},"availabilityStatus":"unknown","priceObserved":null,"sessionDeposit":null,"pricing":{"kind":"static","summary":"$0.012144/call","primary":{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.012144","per":"call","confidence":"exact"},"accepted":[{"kind":"static","protocol":"x402","network":"base","amountUsd":"0.012144","per":"call","confidence":"exact"}]},"paymentMethods":[{"uid":"pm_ADcDP92gHhWWw-AkkjgX2","protocol":"x402","methodType":"crypto","chain":"base","mode":"charge","costAmount":"0.012144","costPer":"request","priority":0,"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","unit":"request","depositMicros":null,"planRef":null}],"brandName":null,"brandSlug":null,"brandBaseUrl":null,"brandDocsUrl":null,"whatItDoes":"Runs multiple LLM prompts in a single batch on rented NVIDIA GPU compute, billed per-second in USDG and settled onchain with a Merkle-verified receipt.","exampleAgentPrompt":"Run these 3 prompts through llama3.1:8b on Prism — 'What is metered GPU compute?', 'How does onchain settlement work?', 'What is USDG?' — cap each response at 200 tokens and give me a receipt.","exampleUseCases":[{"title":"Agent pipeline parallel question answering","prompt":"I have 10 questions I need answered by llama3.2:3b all at once — run them as a batch on Prism, cap each answer at 128 tokens, and give me the onchain receipt so I can audit the compute spend."},{"title":"Onchain audit trail for AI decisions","prompt":"My compliance workflow needs proof that these 5 prompts were answered by a specific LLM — send them to llama3.1:8b on Prism with a max of 512 tokens each and return the Merkle-verified receipt with the settlement transaction hash."},{"title":"Cost-controlled bulk content generation","prompt":"Generate short product descriptions for these 20 item names using llama3.2:3b, limit each to 64 tokens to keep costs down, and pay from my wallet — I want the per-item usage stats back too."}],"resultDescription":"Returns a JSON object with: an array of per-prompt items each containing the generated response text, token usage (prompt + completion tokens, duration in ms), a lease ID, a sha256 commitment of the prompt and response, and a Merkle proof; plus aggregate token usage across the batch and a signed onchain receipt with the payer address, Merkle root, list of lease IDs, amount paid in micros, and the settlement transaction hash.","failureModes":["Insufficient wallet balance or payment failure — returns 402 Payment Required","Model name not in enum ('llama3.2:3b' or 'llama3.1:8b') — validation error","Prompt array empty or exceeds 64 items — returns schema validation error","Individual prompt exceeds 32 KiB — item rejected or truncated","num_predict out of range (must be 1–1024) — validation error","GPU lease unavailable — service temporarily unavailable","Onchain settlement failure — receipt may not include settlement_tx"],"whenToPreferThis":"Choose this endpoint when you need to process multiple independent prompts in one API call and require a cryptographically verifiable, onchain receipt of the compute spend — ideal for AI agents that must audit their own inference costs, compliance workflows that need tamper-evident proof of LLM outputs, or any pipeline where you want to minimize round-trips while paying trustlessly from a wallet. Prefer over single-inference endpoints when batch size is 2–64 prompts.","instructions":null,"reviewSummary":null,"reviewSummaryHighlights":null,"reviewSummaryConcerns":null,"reviewSummaryGeneratedAt":null,"activationCount":0,"lastUsedAt":null,"lastSuccessfullyRanAt":null,"lastHealthCheckAt":"2026-10-11T04:07:27.251Z","isFirstParty":false,"canonicalSlug":"prism-network-batch-llm-inference-gpu-rental-onchain-settlement-58a4f2b6"}