_toctree.yml 1.88 KB
Newer Older
1
2
3
4
5
- sections:
  - local: index
    title: Text Generation Inference
  - local: quicktour
    title: Quick Tour
fxmarty's avatar
fxmarty committed
6
7
8
9
10
11
12
13
  - local: installation_nvidia
    title: Using TGI with Nvidia GPUs
  - local: installation_amd
    title: Using TGI with AMD GPUs
  - local: installation_gaudi
    title: Using TGI with Intel Gaudi
  - local: installation_inferentia
    title: Using TGI with AWS Inferentia
14
  - local: installation
fxmarty's avatar
fxmarty committed
15
    title: Installation from source
16
17
  - local: supported_models
    title: Supported Models and Hardware
18
19
  - local: messages_api
    title: Messages API
20
21
22
23
24
25
26
27
  title: Getting started
- sections:
  - local: basic_tutorials/consuming_tgi
    title: Consuming TGI
  - local: basic_tutorials/preparing_model
    title: Preparing Model for Serving
  - local: basic_tutorials/gated_model_access
    title: Serving Private & Gated Models
Merve Noyan's avatar
Merve Noyan committed
28
29
  - local: basic_tutorials/using_cli
    title: Using TGI CLI
Merve Noyan's avatar
Merve Noyan committed
30
  - local: basic_tutorials/launcher
31
    title: All TGI CLI options
32
33
  - local: basic_tutorials/non_core_models
    title: Non-core Model Serving
34
35
  - local: basic_tutorials/safety
    title: Safety
36
37
  - local: basic_tutorials/using_guidance
    title: Using Guidance, JSON, tools
38
39
  - local: basic_tutorials/visual_language_models
    title: Visual Language Models
40
41
  - local: basic_tutorials/monitoring
    title: Monitoring TGI with Prometheus and Grafana
42
  title: Tutorials
Omar Sanseviero's avatar
Omar Sanseviero committed
43
44
45
- sections:
  - local: conceptual/streaming
    title: Streaming
Merve Noyan's avatar
Merve Noyan committed
46
47
  - local: conceptual/quantization
    title: Quantization
48
49
  - local: conceptual/tensor_parallelism
    title: Tensor Parallelism
50
51
  - local: conceptual/paged_attention
    title: PagedAttention
52
53
  - local: conceptual/safetensors
    title: Safetensors
54
55
  - local: conceptual/flash_attention
    title: Flash Attention
Nicolas Patry's avatar
Nicolas Patry committed
56
57
58
  - local: conceptual/speculation
    title: Speculation (Medusa, ngram)
  - local: conceptual/guidance
59
    title: How Guidance Works (via outlines)
60

Omar Sanseviero's avatar
Omar Sanseviero committed
61
  title: Conceptual Guides