checkpoint_test.py

# Copyright 2024 Google LLC.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import tempfile

from absl.testing import absltest
import jax
import jax.numpy as jnp

from vit_jax import checkpoint
from vit_jax import models
from vit_jax import test_utils
from vit_jax.configs import models as config_lib


class CheckpointTest(absltest.TestCase):

  def test_load_pretrained(self):
    tempdir = tempfile.gettempdir()
    model_config = config_lib.get_testing_config()
    test_utils.create_checkpoint(model_config, f'{tempdir}/testing.npz')
    model = models.VisionTransformer(num_classes=2, **model_config)
    variables = model.init(
        jax.random.PRNGKey(0),
        inputs=jnp.ones([1, 32, 32, 3], jnp.float32),
        train=False,
    )
    checkpoint.load_pretrained(
        pretrained_path=f'{tempdir}/testing.npz',
        init_params=variables['params'],
        model_config=model_config)


if __name__ == '__main__':
  absltest.main()