#!/usr/bin/env python3 # Owner(s): ["oncall: distributed"] import sys from pathlib import Path from typing import Tuple import torch import torch.distributed as dist from torch import nn, Tensor if not dist.is_available(): print("Distributed not available, skipping tests", file=sys.stderr) sys.exit(0) from torch.distributed.nn.jit import instantiator from torch.testing._internal.common_utils import run_tests, TestCase @torch.jit.interface class MyModuleInterface: def forward( self, tensor: Tensor, number: int, word: str = "default" ) -> Tuple[Tensor, int, str]: pass class MyModule(nn.Module): pass def create_module(): return MyModule() class TestInstantiator(TestCase): def test_get_arg_return_types_from_interface(self): ( args_str, arg_types_str, return_type_str, ) = instantiator.get_arg_return_types_from_interface(MyModuleInterface) self.assertEqual(args_str, "tensor, number, word") self.assertEqual(arg_types_str, "tensor: Tensor, number: int, word: str") self.assertEqual(return_type_str, "Tuple[Tensor, int, str]") def test_instantiate_scripted_remote_module_template(self): dir_path = Path(instantiator.INSTANTIATED_TEMPLATE_DIR_PATH) # Cleanup. file_paths = dir_path.glob(f"{instantiator._FILE_PREFIX}*.py") for file_path in file_paths: file_path.unlink() # Check before run. file_paths = dir_path.glob(f"{instantiator._FILE_PREFIX}*.py") num_files_before = len(list(file_paths)) self.assertEqual(num_files_before, 0) generated_module = instantiator.instantiate_scriptable_remote_module_template( MyModuleInterface ) self.assertTrue(hasattr(generated_module, "_remote_forward")) self.assertTrue(hasattr(generated_module, "_generated_methods")) # Check after run. file_paths = dir_path.glob(f"{instantiator._FILE_PREFIX}*.py") num_files_after = len(list(file_paths)) self.assertEqual(num_files_after, 1) def test_instantiate_non_scripted_remote_module_template(self): dir_path = Path(instantiator.INSTANTIATED_TEMPLATE_DIR_PATH) # Cleanup. file_paths = dir_path.glob(f"{instantiator._FILE_PREFIX}*.py") for file_path in file_paths: file_path.unlink() # Check before run. file_paths = dir_path.glob(f"{instantiator._FILE_PREFIX}*.py") num_files_before = len(list(file_paths)) self.assertEqual(num_files_before, 0) generated_module = ( instantiator.instantiate_non_scriptable_remote_module_template() ) self.assertTrue(hasattr(generated_module, "_remote_forward")) self.assertTrue(hasattr(generated_module, "_generated_methods")) # Check after run. file_paths = dir_path.glob(f"{instantiator._FILE_PREFIX}*.py") num_files_after = len(list(file_paths)) self.assertEqual(num_files_after, 1) if __name__ == "__main__": run_tests()