.. include:: README.rst

.. toctree::
    :maxdepth: 1
    :titlesonly:
    :caption: Overview

    ./README.rst

.. toctree::
    :maxdepth: 1
    :titlesonly:
    :caption: Batching Modes

    ./model_host.rst
    ./remote_model_host.rst

.. toctree::
    :maxdepth: 1
    :titlesonly:
    :caption: Batching Strategies

    ./batcher/what_is_batcher.rst
    ./batcher/concat_batcher.rst
    ./batcher/seq_batcher.rst
    ./batcher/bucket_seq_batcher.rst

.. toctree::
    :maxdepth: 1
    :titlesonly:
    :caption: Examples

    ./examples/bert_embedding.rst
    ./examples/gpt_completion.rst