test_opt.py

import pytest


@pytest.fixture(scope="module")
def opt_sharded_handle(launcher):
    with launcher("facebook/opt-6.7b", num_shard=2) as handle:
        yield handle


@pytest.fixture(scope="module")
async def opt_sharded(opt_sharded_handle):
    await opt_sharded_handle.health(300)
    return opt_sharded_handle.client


@pytest.mark.release
@pytest.mark.asyncio
async def test_opt(opt_sharded):
    pass