--- a
+++ b/tests/test_runtime/test_config.py
@@ -0,0 +1,74 @@
+# Copyright (c) OpenMMLab. All rights reserved.
+import glob
+import os
+import os.path as osp
+
+import mmcv
+import torch.nn as nn
+
+from mmaction.models import build_localizer, build_recognizer
+
+
+def _get_config_path():
+    """Find the predefined recognizer config path."""
+    repo_dir = osp.dirname(osp.dirname(osp.dirname(__file__)))
+    config_dpath = osp.join(repo_dir, 'configs')
+    if not osp.exists(config_dpath):
+        raise Exception('Cannot find config path')
+    config_fpaths = list(glob.glob(osp.join(config_dpath, '*.py')))
+    config_names = [os.path.relpath(p, config_dpath) for p in config_fpaths]
+    print(f'Using {len(config_names)} config files')
+    config_fpaths = [
+        osp.join(config_dpath, config_fpath) for config_fpath in config_fpaths
+    ]
+    return config_fpaths
+
+
+def test_config_build_recognizer():
+    """Test that all mmaction models defined in the configs can be
+    initialized."""
+    repo_dir = osp.dirname(osp.dirname(osp.dirname(__file__)))
+    config_dpath = osp.join(repo_dir, 'configs/recognition')
+    if not osp.exists(config_dpath):
+        raise Exception('Cannot find config path')
+    config_fpaths = list(glob.glob(osp.join(config_dpath, '*.py')))
+    # test all config file in `configs` directory
+    for config_fpath in config_fpaths:
+        config_mod = mmcv.Config.fromfile(config_fpath)
+        print(f'Building recognizer, config_fpath = {config_fpath!r}')
+
+        # Remove pretrained keys to allow for testing in an offline environment
+        if 'pretrained' in config_mod.model['backbone']:
+            config_mod.model['backbone']['pretrained'] = None
+
+        recognizer = build_recognizer(config_mod.model)
+        assert isinstance(recognizer, nn.Module)
+
+
+def _get_config_path_for_localizer():
+    """Find the predefined localizer config path for localizer."""
+    repo_dir = osp.dirname(osp.dirname(osp.dirname(__file__)))
+    config_dpath = osp.join(repo_dir, 'configs/localization')
+    if not osp.exists(config_dpath):
+        raise Exception('Cannot find config path')
+    config_fpaths = list(glob.glob(osp.join(config_dpath, '*.py')))
+    config_names = [os.path.relpath(p, config_dpath) for p in config_fpaths]
+    print(f'Using {len(config_names)} config files')
+    config_fpaths = [
+        osp.join(config_dpath, config_fpath) for config_fpath in config_fpaths
+    ]
+    return config_fpaths
+
+
+def test_config_build_localizer():
+    """Test that all mmaction models defined in the configs can be
+    initialized."""
+    config_fpaths = _get_config_path_for_localizer()
+
+    # test all config file in `configs/localization` directory
+    for config_fpath in config_fpaths:
+        config_mod = mmcv.Config.fromfile(config_fpath)
+        print(f'Building localizer, config_fpath = {config_fpath!r}')
+        if config_mod.get('model', None):
+            localizer = build_localizer(config_mod.model)
+            assert isinstance(localizer, nn.Module)