feat: OpenAI compatible http service (#123)

Signed-off-by: Ryan Olson <ryanolson@users.noreply.github.com>
Co-authored-by: Ryan McCormick <rmccormick@nvidia.com>
Co-authored-by: Neelay Shah <neelays@nvidia.com>

llm/rust/triton-llm/tests/data/replays/meta/llama-3.1-8b-instruct/chat_completions/edge_cases/invalid-deserialize_error

+data: {"id":"chat-06857e1c859247c38a73fdb559b8dfdb","object":"chat.completion.chunk","created":1728365454,"model":"meta/llama-3.1-8b-instruct","choices":[{"index":0,"delta":{"role":"assistant","content":null},"logprobs":null,"finish_reason":null}]}
+
+data: {"foo":"chat-06857e1c859247c38a73fdb559b8dfdb","bar":"chat.completion.chunk","baz":1728365454,"barf":"meta/llama-3.1-8b-instruct","bonk":[{"index":0,"delta":{"role":null,"content":"Deep"},"logprobs":null,"finish_reason":null}]}
+
+data: {"id":"chat-06857e1c859247c38a73fdb559b8dfdb","object":"chat.completion.chunk","created":1728365454,"model":"meta/llama-3.1-8b-instruct","choices":[{"index":0,"delta":{"role":null,"content":" learning"},"logprobs":null,"finish_reason":null}]}
+
+data: [DATA]
+

llm/rust/triton-llm/tests/data/replays/meta/llama-3.1-8b-instruct/chat_completions/edge_cases/valid

+data: {"id":"chat-06857e1c859247c38a73fdb559b8dfdb","object":"chat.completion.chunk","created":1728365454,"model":"meta/llama-3.1-8b-instruct","choices":[{"index":0,"delta":{"role":"assistant","content":null},"logprobs":null,"finish_reason":null}]}
+
+data: {"id":"chat-06857e1c859247c38a73fdb559b8dfdb","object":"chat.completion.chunk","created":1728365454,"model":"meta/llama-3.1-8b-instruct","choices":[{"index":0,"delta":{"role":null,"content":"Deep"},"logprobs":null,"finish_reason":null}]}
+
+data: {"id":"chat-06857e1c859247c38a73fdb559b8dfdb","object":"chat.completion.chunk","created":1728365454,"model":"meta/llama-3.1-8b-instruct","choices":[{"index":0,"delta":{"role":null,"content":" learning"},"logprobs":null,"finish_reason":null}]}
+
+data: [DATA]
+

llm/rust/triton-llm/tests/data/replays/meta/llama-3.1-8b-instruct/chat_completions/edge_cases/valid-comments_per_response

+: comment before
+data: {"id":"chat-06857e1c859247c38a73fdb559b8dfdb","object":"chat.completion.chunk","created":1728365454,"model":"meta/llama-3.1-8b-instruct","choices":[{"index":0,"delta":{"role":"assistant","content":null},"logprobs":null,"finish_reason":null}]}
+: comment after
+
+data: {"id":"chat-06857e1c859247c38a73fdb559b8dfdb","object":"chat.completion.chunk","created":1728365454,"model":"meta/llama-3.1-8b-instruct","choices":[{"index":0,"delta":{"role":null,"content":"Deep"},"logprobs":null,"finish_reason":null}]}
+: just after
+
+: just before
+data: {"id":"chat-06857e1c859247c38a73fdb559b8dfdb","object":"chat.completion.chunk","created":1728365454,"model":"meta/llama-3.1-8b-instruct","choices":[{"index":0,"delta":{"role":null,"content":" learning"},"logprobs":null,"finish_reason":null}]}
+
+data: [DONE]