"git@developer.sourcefind.cn:OpenDAS/ollama.git" did not exist on "ceb0e26e5e8d60228eaa4e04d85869cb19d823c3"
Commit 14b25e8d authored by Kai Zhang's avatar Kai Zhang Committed by Facebook GitHub Bot
Browse files

Log D2Go model instantiation events

Summary: This diff logs D2 (https://github.com/facebookresearch/d2go/commit/692a4fb3c506aeebbb49070a20d139d617381b19)Go model instantiation events to table scuba_caffe2_pytorch_usage_stats, so that we could track model usage in fblearner, bento, local scripts, etc.

Reviewed By: zhanghang1989

Differential Revision: D28986723

fbshipit-source-id: 3e865354e5884c9e82bd1b08819cc10d349f93bd
parent dcdf3dcf
...@@ -5,3 +5,4 @@ ...@@ -5,3 +5,4 @@
# NOTE: making necessary imports to register with Registery # NOTE: making necessary imports to register with Registery
from . import backbone # noqa from . import backbone # noqa
from . import modeldef # noqa from . import modeldef # noqa
from .meta_arch.build import build_model # noqa
#!/usr/bin/env python3
# Copyright (c) Facebook, Inc. and its affiliates. All Rights Reserved
from detectron2.modeling import build_model as d2_build_model
from d2go.utils.misc import _log_api_usage
def build_model(cfg):
"""
Build the whole model architecture, defined by ``cfg.MODEL.META_ARCHITECTURE``.
Note that it does not load any weights from ``cfg``.
"""
meta_arch = cfg.MODEL.META_ARCHITECTURE
model = d2_build_model(cfg)
_log_api_usage("modeling.meta_arch." + meta_arch)
return model
...@@ -18,6 +18,7 @@ from d2go.export.d2_meta_arch import patch_d2_meta_arch ...@@ -18,6 +18,7 @@ from d2go.export.d2_meta_arch import patch_d2_meta_arch
from d2go.modeling.model_freezing_utils import ( from d2go.modeling.model_freezing_utils import (
set_requires_grad, set_requires_grad,
) )
from d2go.modeling import build_model
from d2go.modeling.quantization import ( from d2go.modeling.quantization import (
default_prepare_for_quant, default_prepare_for_quant,
default_prepare_for_quant_convert, default_prepare_for_quant_convert,
...@@ -32,7 +33,6 @@ from d2go.setup import setup_after_lightning_launch ...@@ -32,7 +33,6 @@ from d2go.setup import setup_after_lightning_launch
from d2go.utils.ema_state import EMAState from d2go.utils.ema_state import EMAState
from d2go.utils.misc import get_tensorboard_log_dir from d2go.utils.misc import get_tensorboard_log_dir
from d2go.utils.visualization import VisualizationEvaluator from d2go.utils.visualization import VisualizationEvaluator
from detectron2.modeling import build_model
from detectron2.solver import ( from detectron2.solver import (
build_lr_scheduler as d2_build_lr_scheduler, build_lr_scheduler as d2_build_lr_scheduler,
build_optimizer as d2_build_optimizer, build_optimizer as d2_build_optimizer,
......
...@@ -103,3 +103,10 @@ def mode(net: torch.nn.Module, training: bool) -> Iterator[torch.nn.Module]: ...@@ -103,3 +103,10 @@ def mode(net: torch.nn.Module, training: bool) -> Iterator[torch.nn.Module]:
yield net yield net
finally: finally:
net.train(istrain) net.train(istrain)
def _log_api_usage(identifier: str):
"""
Internal function used to log the usage of different d2go components
inside facebook's infra.
"""
torch._C._log_api_usage_once("d2go." + identifier)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment