From 742eb89e08a34799c4e610c1ea76c73aaa5d8247 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?R=C3=A9mi=20Louf?= Date: Thu, 13 Jun 2024 18:36:06 +0200 Subject: [PATCH] Add link to TGI documentation --- docs/reference/models/tgi.md | 3 +++ mkdocs.yml | 1 + 2 files changed, 4 insertions(+) create mode 100644 docs/reference/models/tgi.md diff --git a/docs/reference/models/tgi.md b/docs/reference/models/tgi.md new file mode 100644 index 000000000..3f0568103 --- /dev/null +++ b/docs/reference/models/tgi.md @@ -0,0 +1,3 @@ +# Text-generation-inference (TGI) + +TGI uses Outlines to provide structured generation, see [their documentation](https://huggingface.co/docs/text-generation-inference/en/basic_tutorials/using_guidance). diff --git a/mkdocs.yml b/mkdocs.yml index ae72ac496..9586597a9 100644 --- a/mkdocs.yml +++ b/mkdocs.yml @@ -128,6 +128,7 @@ nav: - ExllamaV2: reference/models/exllamav2.md - Mamba: reference/models/mamba.md - OpenAI: reference/models/openai.md + - TGI: reference/models/tgi.md - API Reference: - api/index.md