chore: add pre-commit and additional boilerplate files

.clang-format

+---
+BasedOnStyle: Google
+
+IndentWidth: 2
+ColumnLimit: 80
+ContinuationIndentWidth: 4
+UseTab: Never
+MaxEmptyLinesToKeep: 2
+
+SortIncludes: true
+CompactNamespaces: true
+ReflowComments: true
+
+DerivePointerAlignment: false
+PointerAlignment: Left
+
+AllowShortIfStatementsOnASingleLine: false
+AllowShortBlocksOnASingleLine: false
+AllowShortFunctionsOnASingleLine: Inline
+
+AlwaysBreakAfterReturnType: TopLevelDefinitions
+AlignAfterOpenBracket: AlwaysBreak
+BreakBeforeBraces: Custom
+BraceWrapping:
+  AfterClass: false
+  AfterControlStatement: false
+  AfterEnum: false
+  AfterFunction: true
+  AfterNamespace: false
+  AfterStruct: false
+  AfterUnion: false
+  BeforeCatch: true
+
+BinPackArguments: true
+BinPackParameters: true
+ConstructorInitializerAllOnOneLineOrOnePerLine: false
+
+IndentCaseLabels: true
\ No newline at end of file

.gitattributes

+*                   text  eol=lf
+*.sln               text  eol=crlf
+*.[Ii][Cc][Oo]      binary
+*.[Jj][Pp][Ee][Gg]  binary
+*.[Jj][Pp][Gg]      binary
+*.[Pp][Dd][Ff]      binary
+*.[Pp][Nn][Gg]      binary
+*.[Zz][Ii][Pp]      binary
+*.[Tt][Gg][Zz]      binary

.github/pull_request_template.md

+#### What does the PR do?
+<!-- Describe your pull request here. Please read the text below the line, and make sure you follow the checklist.-->
+
+#### Checklist
+- [ ] PR title reflects the change and is of format `<commit_type>: <Title>`
+- [ ] Changes are described in the pull request.
+- [ ] Related issues are referenced.
+- [ ] Populated [github labels](https://docs.github.com/en/issues/using-labels-and-milestones-to-track-work/managing-labels) field
+- [ ] Added [test plan](#test-plan) and verified test passes.
+- [ ] Verified that the PR passes existing CI.
+- [ ] Verified copyright is correct on all changed files.
+- [ ] Added _succinct_ git squash message before merging [ref](https://tbaggery.com/2008/04/19/a-note-about-git-commit-messages.html).
+- [ ] All template sections are filled out.
+- [ ] Optional: Additional screenshots for behavior/output changes with before/after.
+
+#### Commit Type:
+Check the [conventional commit type](https://github.com/angular/angular/blob/22b96b9/CONTRIBUTING.md#type)
+box here and add the label to the github PR.
+- [ ] build
+- [ ] ci
+- [ ] docs
+- [ ] feat
+- [ ] fix
+- [ ] perf
+- [ ] refactor
+- [ ] revert
+- [ ] style
+- [ ] test
+
+#### Related PRs:
+<!-- Related PRs from other Repositories -->
+
+#### Where should the reviewer start?
+<!-- call out specific files that should be looked at closely -->
+
+#### Test plan:
+<!-- list steps to verify -->
+<!-- were unit-tests added wherever possible? -->
+<!-- were e2e tests added?-->
+
+- CI Pipeline ID:
+<!-- Only Pipeline ID and no direct link here -->
+
+#### Caveats:
+<!-- any limitations or possible things missing from this PR -->
+
+#### Background
+<!-- e.g. what led to this change being made. this is optional extra information to help the reviewer -->
+
+#### Related Issues: (use one of the action keywords Closes / Fixes / Resolves / Relates to)
+- closes GitHub issue: #xxx

.github/workflows/pre-merge.yml

+# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: pre_merge
+
+run-name: Pre Merge Validation of (${{ github.repository }}/${{ github.ref }}) by ${{ github.actor }}.
+
+on:
+  pull_request:
+
+jobs:
+
+  # icp_validation:
+  #   runs-on: ubuntu-latest
+  #   container:
+  #     image: ghcr.io/triton-inference-server/triton3/python_ci:0.1.9
+  #     env:
+  #       BUILD_NUMBER: ${{ github.job }}
+  #       CUDA_VISIBLE_DEVICES: -1
+  #       PATH: /opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/ucx/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/mpi/bin:/usr/local/sbin
+  #     volumes:
+  #     - ${{ github.workspace }}:/workspace
+  #   permissions:
+  #     contents: read
+  #     packages: read
+  #   steps:
+  #   - uses: actions/checkout@v4
+  #   - run: ./icp/protos/gen_python.sh
+  #   - run: pytest --verbose icp
+  #     timeout-minutes: 3
+
+  pre-commit:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+    steps:
+    - uses: actions/checkout@v4
+    - uses: actions/setup-python@v5
+    - uses: pre-commit/action@v3.0.0
+      timeout-minutes: 3
+
+  # providers_validation:
+  #   runs-on: ubuntu-latest
+  #   container:
+  #     image: ghcr.io/triton-inference-server/triton3/python_ci:0.1.9
+  #     env:
+  #       BUILD_NUMBER: ${{ github.job }}
+  #       CUDA_VISIBLE_DEVICES: -1
+  #       PATH: /opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/ucx/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/mpi/bin:/usr/local/sbin
+  #       PROTO_OUT: /python/icp/protos
+  #     volumes:
+  #     - ${{ github.workspace }}:/workspace
+  #   permissions:
+  #     contents: read
+  #     packages: read
+  #   steps:
+  #   - uses: actions/checkout@v4
+  #   - run: pytest --verbose providers
+
+  # worker_validation:
+  #   runs-on: ubuntu-latest
+  #   container:
+  #     image: ghcr.io/triton-inference-server/triton3/python_ci:0.1.9
+  #     env:
+  #       BUILD_NUMBER: ${{ github.job }}
+  #       CUDA_VISIBLE_DEVICES: -1
+  #       PATH: /opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/ucx/bin:/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin:/usr/local/mpi/bin:/usr/local/sbin
+  #       PROTO_OUT: /python/icp/protos
+  #     volumes:
+  #     - ${{ github.workspace }}:/workspace
+  #   permissions:
+  #     contents: read
+  #     packages: read
+  #   steps:
+  #   - uses: actions/checkout@v4
+  #   - run: ./icp/protos/gen_python.sh
+  #   - run: pytest -p no:warnings --verbose worker/python/tests
+  #     timeout-minutes: 2

.gitignore

+.idea
+.vs/
+.vscode/
+[Bb][Ii][Nn]/
+[Bb]inlog/
+[Bb][Uu][Ii][Ll][Dd]/
+[Cc][Mm][Aa][Kk][Ee]/
+[Oo][Bb][Jj]/
+[Oo][Uu][Tt]/
+[Tt][Mm][Pp]/
+
+**/.idea
+**/.vscode/
+**/[Bb][Ii][Nn]/
+**/[Bb]inlog/
+**/[Dd]ebug/
+**/[Oo][Bb][Jj]/
+**/[Oo][Uu][Tt]/
+**/[Rr]elease/
+**/[Tt][Mm][Pp]/
+
+.markdownlint.json
+CMakeCache.txt
+*.log
+*.binlog
+*.[Dd][Ll][Ll]
+*.[Ll][Ii][Bb]
+*.[Ss][Ll][Nn]
+.*.[Ss][Ww][Pp]
+*.[Tt][Ee][Mm][Pp]
+*.[Tt][Mm][Pp]
+*.[Uu][Ss][Ee][Rr]
+*.vcxproj
+*.vcxproj.filters
+*_pb2.py
+*_pb2.pyi
+*.svg
+
+**/__pycache__
+**/venv
+*.cache
+
+# Examples
+*generated.json
+workflow_params_*.json
+hf_downloads/
+logs/
+tensorrtllm_models/
+tensorrtllm_checkpoints/
+tensorrtllm_engines/
+api_server_models/
+server/

.pre-commit-config.yaml

+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+exclude: ^src/grpc_generated
+repos:
+- repo: https://github.com/timothycrosley/isort
+  rev: 5.12.0
+  hooks:
+  - id: isort
+    additional_dependencies: [toml]
+- repo: https://github.com/psf/black
+  rev: 23.1.0
+  hooks:
+  - id: black
+    types_or: [python, cython]
+- repo: https://github.com/PyCQA/flake8
+  rev: 5.0.4
+  hooks:
+  - id: flake8
+    args: [--max-line-length=88, --select=C,E,F,W,B,B950, --extend-ignore = E203,E501]
+    types_or: [python, cython]
+- repo: https://github.com/pre-commit/mirrors-clang-format
+  rev: v16.0.5
+  hooks:
+  - id: clang-format
+    types_or: [c, c++, cuda, proto, textproto, java]
+    args: ["-fallback-style=none", "-style=file", "-i"]
+- repo: https://github.com/codespell-project/codespell
+  rev: v2.2.4
+  hooks:
+  - id: codespell
+    additional_dependencies: [tomli]
+    args: ["--toml", "pyproject.toml"]
+    exclude: (?x)^(.*stemmer.*|.*stop_words.*|^CHANGELOG.md$)
+# More details about these pre-commit hooks here:
+# https://pre-commit.com/hooks.html
+- repo: https://github.com/pre-commit/pre-commit-hooks
+  rev: v4.4.0
+  hooks:
+  - id: check-case-conflict
+  - id: check-executables-have-shebangs
+  - id: check-merge-conflict
+  - id: check-json
+    exclude: .devcontainer
+  - id: check-toml
+  - id: check-yaml
+  - id: check-shebang-scripts-are-executable
+  - id: end-of-file-fixer
+    types_or: [c, c++, cuda, proto, textproto, java, python]
+  - id: mixed-line-ending
+  - id: requirements-txt-fixer
+  - id: trailing-whitespace
+
+- repo: https://github.com/pre-commit/mirrors-mypy
+  rev: v1.13.0
+  hooks:
+  - id: mypy
+    exclude: model.py # WAR errors about 'model.py' duplicate module name
+
+# Fast linting
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.5.2
+  hooks:
+    - id: ruff
+
+# NOTE: pyright may be able to find other classes of errors not covered above,
+# but would require some configuring and venv setup to properly eliminate noise
+# and give it visiblity into all the local and third_party packages expected.

README.md

@@ -30,7 +30,7 @@ AI. It is designed to enable developers to implement and customize
 routing, load balancing, scaling and workflow definitions at the data
 center scale without sacrificing performance or ease of use.
 
-> [!NOTE] 
+> [!NOTE]
 > This project is currently in the alpha / experimental /
 > rapid-prototyping stage and we are actively looking for feedback and
 > collaborators.
@@ -39,15 +39,15 @@ center scale without sacrificing performance or ease of use.
 
 Triton Distributed development and examples are container based.
 
-You can build the Triton Distributed container using the build scripts in `container/`. 
+You can build the Triton Distributed container using the build scripts in `container/`.
 
-We provide 3 types of builds: 
+We provide 3 types of builds:
 
 1. `STANDARD` which includes our default set of backends (onnx, openvino...)
 2. `TENSORRTLLM` which includes our TRT-LLM backend
 3. `VLLM` which includes our VLLM backend
 
-For example, if you want to build a container for the `VLLM` backend you can run 
+For example, if you want to build a container for the `VLLM` backend you can run
 
 `./container/build.sh --framework VLLM`
 

container/Dockerfile

-# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -22,7 +22,7 @@ FROM ${BASE_IMAGE}:${BASE_IMAGE_TAG} AS triton-distributed
 
 USER root
 
-# TODO: seperate dev from runtime dependendcies
+# TODO: separate dev from runtime dependendcies
 
 RUN apt-get update; apt-get install -y gdb
 
@@ -116,7 +116,7 @@ COPY . /workspace
 # TODO Protobuf
 # RUN /workspace/icp/protos/gen_python.sh
 
-# TODO 
+# TODO
 # Sets pythonpath for python modules
 #ENV PYTHONPATH="${PYTHONPATH}:/workspace/icp/python:/workspace/icp/python/icp/protos:/workspace/worker/python:/workspace/triton/api_server/src/:/workspaces/tekit_backend/tensorrt_llm"
 

container/build.sh

 #!/bin/bash -e
-# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -23,7 +23,7 @@ PLATFORM=linux/amd64
 # Each framework has a corresponding base image.  Additional
 # dependencies are specified in the /container/deps folder and
 # installed within framework specific sections of the Dockerfile.
- 
+
 declare -A FRAMEWORKS=(["STANDARD"]=1 ["TENSORRTLLM"]=2 ["VLLM"]=3)
 DEFAULT_FRAMEWORK=STANDARD
 
@@ -148,7 +148,7 @@ get_options() {
 	if [[ ! -n "${FRAMEWORKS[$FRAMEWORK]}" ]]; then
 	    error 'ERROR: Unknown framework: ' $FRAMEWORK
 	fi
-	
+
 	if [ -z $BASE_IMAGE_TAG ]; then
 	    BASE_IMAGE_TAG=${FRAMEWORK}_BASE_IMAGE_TAG
 	    BASE_IMAGE_TAG=${!BASE_IMAGE_TAG}
@@ -248,7 +248,7 @@ if [ -z "$RUN_PREFIX" ]; then
     set -x
 fi
 
-$RUN_PREFIX docker build -f $DOCKERFILE $PLATFORM $BUILD_ARGS -t $TAG $BUILD_CONTEXT $NO_CACHE 
+$RUN_PREFIX docker build -f $DOCKERFILE $PLATFORM $BUILD_ARGS -t $TAG $BUILD_CONTEXT $NO_CACHE
 
 { set +x; } 2>/dev/null
 

container/deps/clone_tensorrtllm.sh

 #!/bin/bash -e
-# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -77,7 +77,7 @@ show_help() {
     echo "usage: clone_tensorrtllm.sh"
     echo "  [--tensorrtllm-backend-commit commit]"
     echo "  [--git-token git-token]"
-    echo "  [--git-repo git-repo]"	
+    echo "  [--git-repo git-repo]"
     exit 0
 }
 

container/deps/requirements.nats.txt

-# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

container/deps/requirements.standard.txt

-# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

container/deps/requirements.tensorrtllm.txt

-# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

container/deps/requirements.test.txt

-# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

container/deps/requirements.txt

-# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

container/deps/requirements.vllm.txt

-# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 # SPDX-License-Identifier: Apache-2.0
 #
 # Licensed under the Apache License, Version 2.0 (the "License");

pyproject.toml

+# SPDX-FileCopyrightText: Copyright (c) 2022-2024 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+[tool.codespell]
+# note: pre-commit passes explicit lists of files here, which this skip file list doesn't override -
+# this is only to allow you to run codespell interactively
+# this also overrides the grpc_generated folder, since it is generated
+
+# TODO add skip files for generated code
+# skip = "./.git,./.github,./src/grpc_generated"
+skip = "./.git,./.github"
+
+# ignore short words, and typename parameters like OffsetT
+ignore-regex = "\\b(.{1,4}|[A-Z]\\w*T)\\b"
+# ignore allowed words
+# ignoring atleast to avoid testing::AtLeast from getting flagged
+ignore-words-list = "atleast"
+# use the 'clear' dictionary for unambiguous spelling mistakes
+builtin = "clear"
+# disable warnings about binary files and wrong encoding
+quiet-level = 3
+
+[tool.isort]
+profile = "black"
+use_parentheses = true
+multi_line_output = 3
+include_trailing_comma = true
+force_grid_wrap = 0
+ensure_newline_before_comments = true
+line_length = 88
+balanced_wrapping = true
+indent = "    "
+skip = ["build"]
+
+[tool.pytest.ini_options]
+minversion = "8.0"
+addopts = ["-ra", "--showlocals", "--strict-markers", "--strict-config"]
+xfail_strict = true
+log_cli_level = "INFO"
+filterwarnings = [
+  "error",
+]
+# NOTE: Can also manually mark tests with @pytest.mark.asyncio
+asyncio_mode = "auto"
+
+# Linting/formatting
+[tool.ruff]
+# Same as Black.
+line-length = 88
+indent-width = 4
+
+[tool.mypy]
+# --disable-error-code: WAR large set of errors due to mypy not being run
+#   previously. We can slowly enable sets of errors to fix over time.
+disable_error_code = "arg-type,assignment,attr-defined,call-arg,call-overload,has-type,import-untyped,misc,operator,override,union-attr,var-annotated"
+# --explicit-package-bases: WAR errors about duplicate module names used
+#   throughout project such as launch_workers.py
+explicit_package_bases = true
+# --ignore-missing-imports: WAR too many errors when developing outside
+#   of container environment with PYTHONPATH set and packages installed.
+#   NOTE: Can possibly move mypy from pre-commit to a github action run only in
+#   a container with the expected environment and PYTHONPATH setup.
+ignore_missing_imports = true
\ No newline at end of file