Text Generation Inference
This is the page you're already on — the Human View toggle above shows it in full.
A green key on the record, left, is one Decision Insights added. It doesn't exist on the company's site or in a wire feed. The same key labels its row on the right, so you can match them directly. More on how DI enriches a record.
The record
This is what the machine sees: the exact JSON-LD an agent receives for this listing.
WebSite
{
"@context": "https://schema.org",
"@id": "https://decisioninsights.ai/#website",
"@type": "WebSite",
"name": "Decision Insights",
"potentialAction": {
"@type": "SearchAction",
"target": {
"@type": "EntryPoint",
"urlTemplate": "https://decisioninsights.ai/search/?q={search_term_string}\u0026submit=1"
}
},
"publisher": {
"@id": "https://decisioninsights.ai/#organization"
},
"url": "https://decisioninsights.ai"
}
Organization
{
"@context": "https://schema.org",
"@id": "https://decisioninsights.ai/#organization",
"@type": "Organization",
"contactPoint": {
"@type": "ContactPoint",
"contactType": "customer support",
"email": "[email protected]"
},
"description": "Decision Insights is a Registry of technology companies, open source projects, and industry terms, built for people and for AI agents that need sourced, structured information.",
"logo": {
"@type": "ImageObject",
"url": "https://wiretap-cdn-assets.nyc3.cdn.digitaloceanspaces.com/decision-insights/[email protected]"
},
"name": "Decision Insights",
"parentOrganization": {
"@type": "Organization",
"name": "Wiretap Labs",
"sameAs": [
"https://www.linkedin.com/company/wiretap-labs",
"https://www.crunchbase.com/organization/wiretap-labs"
],
"url": "https://wiretaplabs.com"
},
"publishingPrinciples": "https://decisioninsights.ai/standards/",
"sameAs": [
"https://www.linkedin.com/company/decisioninsights"
],
"url": "https://decisioninsights.ai"
}
BreadcrumbList
{
"@context": "https://schema.org",
"@type": "BreadcrumbList",
"itemListElement": [
{
"@type": "ListItem",
"item": "https://decisioninsights.ai",
"name": "Decision Insights",
"position": 1
},
{
"@type": "ListItem",
"item": "https://decisioninsights.ai/registry/",
"name": "Registry",
"position": 2
},
{
"@type": "ListItem",
"item": "https://decisioninsights.ai/projects/",
"name": "Projects",
"position": 3
},
{
"@type": "ListItem",
"item": "https://decisioninsights.ai/registry/hugging-face/",
"name": "Hugging Face",
"position": 4
},
{
"@type": "ListItem",
"item": "https://decisioninsights.ai/projects/text-generation-inference/",
"name": "Text Generation Inference",
"position": 5
}
]
}
SoftwareSourceCode
{
"@context": "https://schema.org",
"@id": "https://decisioninsights.ai/projects/text-generation-inference/#project",
"@type": "SoftwareSourceCode",
"additionalProperty": [
{
"@type": "PropertyValue",
"name": "Related projects",
"propertyID": "https://decisioninsights.ai/ns#relatedProjects",
"value": [
{
"@id": "https://decisioninsights.ai/projects/vllm/#project",
"@type": "SoftwareSourceCode",
"mainEntityOfPage": "https://decisioninsights.ai/projects/vllm/",
"name": "vLLM"
},
{
"@id": "https://decisioninsights.ai/projects/sglang/#project",
"@type": "SoftwareSourceCode",
"mainEntityOfPage": "https://decisioninsights.ai/projects/sglang/",
"name": "SGLang"
},
{
"@id": "https://decisioninsights.ai/projects/triton-inference-server/#project",
"@type": "SoftwareSourceCode",
"mainEntityOfPage": "https://decisioninsights.ai/projects/triton-inference-server/",
"name": "Triton Inference Server"
},
{
"@id": "https://decisioninsights.ai/projects/stablelm/#project",
"@type": "SoftwareSourceCode",
"mainEntityOfPage": "https://decisioninsights.ai/projects/stablelm/",
"name": "StableLM"
},
{
"@id": "https://decisioninsights.ai/projects/tensorrt-llm/#project",
"@type": "SoftwareSourceCode",
"mainEntityOfPage": "https://decisioninsights.ai/projects/tensorrt-llm/",
"name": "TensorRT-LLM"
},
{
"@id": "https://decisioninsights.ai/projects/openllm/#project",
"@type": "SoftwareSourceCode",
"mainEntityOfPage": "https://decisioninsights.ai/projects/openllm/",
"name": "OpenLLM"
},
{
"@id": "https://decisioninsights.ai/projects/gemma/#project",
"@type": "SoftwareSourceCode",
"mainEntityOfPage": "https://decisioninsights.ai/projects/gemma/",
"name": "Gemma"
},
{
"@id": "https://decisioninsights.ai/projects/bloom-oss-project/#project",
"@type": "SoftwareSourceCode",
"mainEntityOfPage": "https://decisioninsights.ai/projects/bloom-oss-project/",
"name": "BLOOM (OSS Project)"
}
]
},
{
"@type": "PropertyValue",
"name": "Related organizations",
"propertyID": "https://decisioninsights.ai/ns#relatedOrganizations",
"value": [
{
"@id": "https://decisioninsights.ai/registry/ai21-labs/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/ai21-labs/",
"name": "AI21 Labs"
},
{
"@id": "https://decisioninsights.ai/registry/deepseek/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/deepseek/",
"name": "DeepSeek"
},
{
"@id": "https://decisioninsights.ai/registry/fireworks-ai/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/fireworks-ai/",
"name": "Fireworks AI"
},
{
"@id": "https://decisioninsights.ai/registry/character.ai/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/character.ai/",
"name": "Character.AI"
},
{
"@id": "https://decisioninsights.ai/registry/abacus.ai-inc./#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/abacus.ai-inc./",
"name": "Abacus.AI, Inc."
},
{
"@id": "https://decisioninsights.ai/registry/mistral-ai/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/mistral-ai/",
"name": "Mistral AI"
},
{
"@id": "https://decisioninsights.ai/registry/alfa-vision/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/alfa-vision/",
"name": "Alfa Vision"
},
{
"@id": "https://decisioninsights.ai/registry/aim-future/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/aim-future/",
"name": "AIM FUTURE"
}
]
}
],
"author": {
"@id": "https://decisioninsights.ai/registry/hugging-face/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/hugging-face/",
"name": "Hugging Face"
},
"dateModified": "2026-08-27T03:10:32Z",
"description": "Text Generation Inference is an open-source inference server for deploying and serving large language models in production.",
"keywords": [
"Open Source",
"Inference",
"Language Models",
"Model Lifecycle Management",
"Model Serving",
"Server",
"Throughput"
],
"knowsAbout": [
{
"@id": "https://decisioninsights.ai/term/inference/#definedterm",
"@type": "DefinedTerm",
"mainEntityOfPage": "https://decisioninsights.ai/term/inference/",
"name": "Inference"
},
{
"@id": "https://decisioninsights.ai/term/language-models/#definedterm",
"@type": "DefinedTerm",
"mainEntityOfPage": "https://decisioninsights.ai/term/language-models/",
"name": "Language Models"
},
{
"@id": "https://decisioninsights.ai/term/model-serving/#definedterm",
"@type": "DefinedTerm",
"mainEntityOfPage": "https://decisioninsights.ai/term/model-serving/",
"name": "Model Serving"
},
{
"@id": "https://decisioninsights.ai/term/server/#definedterm",
"@type": "DefinedTerm",
"mainEntityOfPage": "https://decisioninsights.ai/term/server/",
"name": "Server"
},
{
"@id": "https://decisioninsights.ai/term/throughput/#definedterm",
"@type": "DefinedTerm",
"mainEntityOfPage": "https://decisioninsights.ai/term/throughput/",
"name": "Throughput"
}
],
"mainEntityOfPage": "https://decisioninsights.ai/projects/text-generation-inference/",
"maintainer": {
"@id": "https://decisioninsights.ai/registry/hugging-face/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/hugging-face/",
"name": "Hugging Face"
},
"name": "Text Generation Inference",
"publisher": {
"@id": "https://decisioninsights.ai/registry/hugging-face/#organization",
"@type": "Organization",
"mainEntityOfPage": "https://decisioninsights.ai/registry/hugging-face/",
"name": "Hugging Face"
},
"url": "https://huggingface.co/docs/text-generation-inference/"
}
What we add
Topic graph
A wire service tags a release with a category, once. It doesn't maintain a durable graph over time. We connect them to a topic graph an agent can query.
Inference https://decisioninsights.ai/term/inference/
Language Models https://decisioninsights.ai/term/language-models/
Model Serving https://decisioninsights.ai/term/model-serving/
and 2 more
Counted facts
A protocol or open source project keeps no vendor list and publishes no figures of its own to check this against. This counts how it actually shows up across the graph -- articles that name it, the organizations named alongside it in those articles, similar projects, and organizations whose topic tags overlap with its own -- computed, not curated.
Related projects vLLM, SGLang, Triton Inference Server, StableLM, TensorRT-LLM, OpenLLM, Gemma, BLOOM (OSS Project)
Related organizations AI21 Labs, DeepSeek, Fireworks AI, Character.AI, Abacus.AI, Inc., Mistral AI, Alfa Vision, AIM FUTURE