[{"data":1,"prerenderedAt":382},["ShallowReactive",2],{"i-mdi:magnify":3,"i-simple-icons:visualstudiocode":8,"i-mdi:github":11,"i-mdi:discord":13,"i-mdi:youtube":15,"i-mdi:flask-outline":17,"docs-\u002Fdocs\u002Fv2\u002Fproviders\u002Fgroq":19},{"left":4,"top":4,"width":5,"height":5,"rotate":4,"vFlip":6,"hFlip":6,"body":7},0,24,false,"\u003Cpath fill=\"currentColor\" d=\"M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5l-1.5 1.5l-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16A6.5 6.5 0 0 1 3 9.5A6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14S14 12 14 9.5S12 5 9.5 5\"\u002F>",{"left":4,"top":4,"width":5,"height":5,"rotate":4,"vFlip":6,"hFlip":6,"body":9,"hidden":10},"\u003Cpath fill=\"currentColor\" d=\"M23.15 2.587L18.21.21a1.49 1.49 0 0 0-1.705.29l-9.46 8.63l-4.12-3.128a1 1 0 0 0-1.276.057L.327 7.261A1 1 0 0 0 .326 8.74L3.899 12L.326 15.26a1 1 0 0 0 .001 1.479L1.65 17.94a1 1 0 0 0 1.276.057l4.12-3.128l9.46 8.63a1.49 1.49 0 0 0 1.704.29l4.942-2.377A1.5 1.5 0 0 0 24 20.06V3.939a1.5 1.5 0 0 0-.85-1.352m-5.146 14.861L10.826 12l7.178-5.448z\"\u002F>",true,{"left":4,"top":4,"width":5,"height":5,"rotate":4,"vFlip":6,"hFlip":6,"body":12},"\u003Cpath fill=\"currentColor\" d=\"M12 2A10 10 0 0 0 2 12c0 4.42 2.87 8.17 6.84 9.5c.5.08.66-.23.66-.5v-1.69c-2.77.6-3.36-1.34-3.36-1.34c-.46-1.16-1.11-1.47-1.11-1.47c-.91-.62.07-.6.07-.6c1 .07 1.53 1.03 1.53 1.03c.87 1.52 2.34 1.07 2.91.83c.09-.65.35-1.09.63-1.34c-2.22-.25-4.55-1.11-4.55-4.92c0-1.11.38-2 1.03-2.71c-.1-.25-.45-1.29.1-2.64c0 0 .84-.27 2.75 1.02c.79-.22 1.65-.33 2.5-.33s1.71.11 2.5.33c1.91-1.29 2.75-1.02 2.75-1.02c.55 1.35.2 2.39.1 2.64c.65.71 1.03 1.6 1.03 2.71c0 3.82-2.34 4.66-4.57 4.91c.36.31.69.92.69 1.85V21c0 .27.16.59.67.5C19.14 20.16 22 16.42 22 12A10 10 0 0 0 12 2\"\u002F>",{"left":4,"top":4,"width":5,"height":5,"rotate":4,"vFlip":6,"hFlip":6,"body":14,"hidden":10},"\u003Cpath fill=\"currentColor\" d=\"m22 24l-5.25-5l.63 2H4.5A2.5 2.5 0 0 1 2 18.5v-15A2.5 2.5 0 0 1 4.5 1h15A2.5 2.5 0 0 1 22 3.5V24M12 6.8c-2.68 0-4.56 1.15-4.56 1.15c1.03-.92 2.83-1.45 2.83-1.45l-.17-.17c-1.69.03-3.22 1.2-3.22 1.2c-1.72 3.59-1.61 6.69-1.61 6.69c1.4 1.81 3.48 1.68 3.48 1.68l.71-.9c-1.25-.27-2.04-1.38-2.04-1.38S9.3 14.9 12 14.9s4.58-1.28 4.58-1.28s-.79 1.11-2.04 1.38l.71.9s2.08.13 3.48-1.68c0 0 .11-3.1-1.61-6.69c0 0-1.53-1.17-3.22-1.2l-.17.17s1.8.53 2.83 1.45c0 0-1.88-1.15-4.56-1.15m-2.07 3.79c.65 0 1.18.57 1.17 1.27c0 .69-.52 1.27-1.17 1.27c-.64 0-1.16-.58-1.16-1.27c0-.7.51-1.27 1.16-1.27m4.17 0c.65 0 1.17.57 1.17 1.27c0 .69-.52 1.27-1.17 1.27c-.64 0-1.16-.58-1.16-1.27c0-.7.51-1.27 1.16-1.27Z\"\u002F>",{"left":4,"top":4,"width":5,"height":5,"rotate":4,"vFlip":6,"hFlip":6,"body":16},"\u003Cpath fill=\"currentColor\" d=\"m10 15l5.19-3L10 9zm11.56-7.83c.13.47.22 1.1.28 1.9c.07.8.1 1.49.1 2.09L22 12c0 2.19-.16 3.8-.44 4.83c-.25.9-.83 1.48-1.73 1.73c-.47.13-1.33.22-2.65.28c-1.3.07-2.49.1-3.59.1L12 19c-4.19 0-6.8-.16-7.83-.44c-.9-.25-1.48-.83-1.73-1.73c-.13-.47-.22-1.1-.28-1.9c-.07-.8-.1-1.49-.1-2.09L2 12c0-2.19.16-3.8.44-4.83c.25-.9.83-1.48 1.73-1.73c.47-.13 1.33-.22 2.65-.28c1.3-.07 2.49-.1 3.59-.1L12 5c4.19 0 6.8.16 7.83.44c.9.25 1.48.83 1.73 1.73\"\u002F>",{"left":4,"top":4,"width":5,"height":5,"rotate":4,"vFlip":6,"hFlip":6,"body":18},"\u003Cpath fill=\"currentColor\" d=\"M5 19a1 1 0 0 0 1 1h12a1 1 0 0 0 1-1c0-.21-.07-.41-.18-.57L13 8.35V4h-2v4.35L5.18 18.43c-.11.16-.18.36-.18.57m1 3a3 3 0 0 1-3-3c0-.6.18-1.16.5-1.63L9 7.81V6a1 1 0 0 1-1-1V4a2 2 0 0 1 2-2h4a2 2 0 0 1 2 2v1a1 1 0 0 1-1 1v1.81l5.5 9.56c.32.47.5 1.03.5 1.63a3 3 0 0 1-3 3zm7-6l1.34-1.34L16.27 18H7.73l2.66-4.61zm-.5-4a.5.5 0 0 1 .5.5a.5.5 0 0 1-.5.5a.5.5 0 0 1-.5-.5a.5.5 0 0 1 .5-.5\"\u002F>",{"id":20,"title":21,"body":22,"description":375,"extension":376,"meta":377,"navigation":10,"path":378,"seo":379,"stem":380,"__hash__":381},"docs\u002Fdocs\u002Fv2\u002Fproviders\u002Fgroq.md","Groq()",{"type":23,"value":24,"toc":368},"minimark",[25,29,33,85,88,93,100,119,159,177,180,184,207,269,273,284,295,298,302,305,330,334,337,364],[26,27,21],"h1",{"id":28},"groq",[30,31,32],"p",{},"Open-weight models at very high throughput, with your own API key. Costs go direct to the vendor at their rates — no markup, nothing on your Axon\nbalance.",[34,35,40],"pre",{"className":36,"code":37,"language":38,"meta":39,"style":39},"language-ts shiki shiki-themes dark-plus","export default defineProfile({\n    providers: [Groq()],\n})\n","ts","",[41,42,43,63,79],"code",{"__ignoreMap":39},[44,45,48,52,55,59],"span",{"class":46,"line":47},"line",1,[44,49,51],{"class":50},"sYbnZ","export",[44,53,54],{"class":50}," default",[44,56,58],{"class":57},"sCudf"," defineProfile",[44,60,62],{"class":61},"sTNBD","({\n",[44,64,66,70,73,76],{"class":46,"line":65},2,[44,67,69],{"class":68},"s3F5K","    providers:",[44,71,72],{"class":61}," [",[44,74,75],{"class":57},"Groq",[44,77,78],{"class":61},"()],\n",[44,80,82],{"class":46,"line":81},3,[44,83,84],{"class":61},"})\n",[30,86,87],{},"Serves a fixed list — see below.",[89,90,92],"h2",{"id":91},"credentials","Credentials",[30,94,95,96,99],{},"Set the environment variable, or pass ",[41,97,98],{},"key"," on the declaration:",[34,101,105],{"className":102,"code":103,"language":104,"meta":39,"style":39},"language-bash shiki shiki-themes dark-plus","GROQ_API_KEY=...\n","bash",[41,106,107],{"__ignoreMap":39},[44,108,109,112,115],{"class":46,"line":47},[44,110,111],{"class":68},"GROQ_API_KEY",[44,113,114],{"class":61},"=",[44,116,118],{"class":117},"sKc5r","...\n",[34,120,122],{"className":36,"code":121,"language":38,"meta":39,"style":39},"providers: [Groq({ key: process.env.MY_OWN_VAR })]\n",[41,123,124],{"__ignoreMap":39},[44,125,126,130,133,135,138,141,144,147,150,152,156],{"class":46,"line":47},[44,127,129],{"class":128},"sqDPy","providers",[44,131,132],{"class":61},": [",[44,134,75],{"class":57},[44,136,137],{"class":61},"({ ",[44,139,140],{"class":68},"key:",[44,142,143],{"class":68}," process",[44,145,146],{"class":61},".",[44,148,149],{"class":68},"env",[44,151,146],{"class":61},[44,153,155],{"class":154},"s9McN","MY_OWN_VAR",[44,157,158],{"class":61}," })]\n",[30,160,161,162,169,170,176],{},"Unlike ",[163,164,166],"a",{"href":165},"\u002Fdocs\u002Fv2\u002Fproviders\u002Fopenrouter",[41,167,168],{},"OpenRouter()"," and\n",[163,171,173],{"href":172},"\u002Fdocs\u002Fv2\u002Fproviders\u002Fcodex",[41,174,175],{},"Codex()",", direct providers are not vaulted yet: the\ncredential comes from the agent's environment. A deployed agent needs it set as a runtime\nsecret, or should use a vaulted route instead.",[30,178,179],{},"Declaring this provider without the variable set is not an error. The failure comes when\nsomething tries to use it, and names the variable you need.",[89,181,183],{"id":182},"options","Options",[34,185,187],{"className":36,"code":186,"language":38,"meta":39,"style":39},"Groq(options?: ProviderOptions)\n",[41,188,189],{"__ignoreMap":39},[44,190,191,193,196,198,201,204],{"class":46,"line":47},[44,192,75],{"class":57},[44,194,195],{"class":61},"(",[44,197,182],{"class":68},[44,199,200],{"class":61},"?: ",[44,202,203],{"class":68},"ProviderOptions",[44,205,206],{"class":61},")\n",[208,209,210,226],"table",{},[211,212,213],"thead",{},[214,215,216,220,223],"tr",{},[217,218,219],"th",{},"Option",[217,221,222],{},"Default",[217,224,225],{},"Description",[227,228,229,243,256],"tbody",{},[214,230,231,236,240],{},[232,233,234],"td",{},[41,235,98],{},[232,237,238],{},[41,239,111],{},[232,241,242],{},"Your own credential, passed directly",[214,244,245,250,253],{},[232,246,247],{},[41,248,249],{},"url",[232,251,252],{},"the provider's API",[232,254,255],{},"Endpoint override",[214,257,258,263,266],{},[232,259,260],{},[41,261,262],{},"slots",[232,264,265],{},"unbounded",[232,267,268],{},"Ceiling on concurrent calls a fanned-out role may spend here",[89,270,272],{"id":271},"an-inference-host-not-a-vendor","An inference host, not a vendor",[30,274,275,276,279,280,283],{},"Groq does not publish models; it serves other vendors' open weights on its own hardware,\nunder names of its own choosing. OpenRouter's ",[41,277,278],{},"meta-llama\u002Fllama-3.3-70b-instruct"," is\n",[41,281,282],{},"llama-3.3-70b-versatile"," here, and nothing in the first name predicts the second.",[30,285,286,287,291,292,146],{},"So this provider serves an ",[288,289,290],"strong",{},"explicit list"," rather than deriving names. A model absent\nfrom that list is not offered — which is deliberate: a derived name that Groq has never\nheard of would resolve at boot and 404 on the first call, and the whole point of resolving\nagainst a catalogue is to move that failure to ",[41,293,294],{},"axon prepare",[30,296,297],{},"Currently mapped: the GPT-OSS models, Kimi K2, Llama 4 Maverick and Scout, Llama 3.3 70B,\nand Llama 3.1 8B. Others reachable on Groq's API can be added — open an issue with the\ncanonical id and Groq's own name for it.",[89,299,301],{"id":300},"model-ids","Model ids",[30,303,304],{},"Groq's own names:",[34,306,308],{"className":36,"code":307,"language":38,"meta":39,"style":39},"export default defineAgent({ model: \"groq:llama-3.3-70b-versatile\" })\n",[41,309,310],{"__ignoreMap":39},[44,311,312,314,316,319,321,324,327],{"class":46,"line":47},[44,313,51],{"class":50},[44,315,54],{"class":50},[44,317,318],{"class":57}," defineAgent",[44,320,137],{"class":61},[44,322,323],{"class":68},"model:",[44,325,326],{"class":117}," \"groq:llama-3.3-70b-versatile\"",[44,328,329],{"class":61}," })\n",[89,331,333],{"id":332},"why-declare-it","Why declare it",[30,335,336],{},"Throughput. Reach for Groq when latency matters and the workload suits open weights —\ncompression, filtering, classification, a fanned-out percept role. Pair it with a frontier\nroute for the roles that need one:",[34,338,340],{"className":36,"code":339,"language":38,"meta":39,"style":39},"providers: [Groq(), Anthropic(), Axon()]\n",[41,341,342],{"__ignoreMap":39},[44,343,344,346,348,350,353,356,358,361],{"class":46,"line":47},[44,345,129],{"class":128},[44,347,132],{"class":61},[44,349,75],{"class":57},[44,351,352],{"class":61},"(), ",[44,354,355],{"class":57},"Anthropic",[44,357,352],{"class":61},[44,359,360],{"class":57},"Axon",[44,362,363],{"class":61},"()]\n",[365,366,367],"style",{},"html pre.shiki code .sYbnZ, html code.shiki .sYbnZ{--shiki-default:#C586C0}html pre.shiki code .sCudf, html code.shiki .sCudf{--shiki-default:#DCDCAA}html pre.shiki code .sTNBD, html code.shiki .sTNBD{--shiki-default:#D4D4D4}html pre.shiki code .s3F5K, html code.shiki .s3F5K{--shiki-default:#9CDCFE}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html pre.shiki code .sKc5r, html code.shiki .sKc5r{--shiki-default:#CE9178}html pre.shiki code .sqDPy, html code.shiki .sqDPy{--shiki-default:#C8C8C8}html pre.shiki code .s9McN, html code.shiki .s9McN{--shiki-default:#4FC1FF}",{"title":39,"searchDepth":65,"depth":65,"links":369},[370,371,372,373,374],{"id":91,"depth":65,"text":92},{"id":182,"depth":65,"text":183},{"id":271,"depth":65,"text":272},{"id":300,"depth":65,"text":301},{"id":332,"depth":65,"text":333},"Use open-weight models on Groq at very high throughput with your own API key. Costs go direct to the vendor, with no Axon markup.","md",{},"\u002Fdocs\u002Fv2\u002Fproviders\u002Fgroq",{"title":21,"description":375},"docs\u002Fv2\u002Fproviders\u002Fgroq","DQneaU9MiIzpj-gBjodbngjMAxNxqH6XDVPXEjM_L0U",1788121884413]