# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 """GPU Memory Service - out-of-process GPU memory manager. The GPU Memory Service decouples ownership of GPU memory from the processes that use it, enabling zero-copy sharing and data survival across process crashes. Package structure: - common/: Shared types and protocol (used by both server and client) - server/: Allocation server daemon (no CUDA context required) - client/: Client library for memory management - client/torch/: PyTorch integration (allocator, tensor, module, extensions) Primary client API: from gpu_memory_service import ( GMSClientMemoryManager, get_or_create_gms_client_memory_manager, get_gms_client_memory_manager, ) Server API: from gpu_memory_service.server import GMSRPCServer """ # Primary client exports from gpu_memory_service.client.memory_manager import ( GMSClientMemoryManager, StaleMemoryLayoutError, ) # PyTorch integration (GMS client memory manager) from gpu_memory_service.client.torch.allocator import ( get_gms_client_memory_manager, get_or_create_gms_client_memory_manager, ) __all__ = [ # Client "GMSClientMemoryManager", "StaleMemoryLayoutError", # GMS client memory manager "get_or_create_gms_client_memory_manager", "get_gms_client_memory_manager", ]