1#!/bin/bash 2# Copyright 2023 Huawei Technologies Co., Ltd 3# 4# Licensed under the Apache License, Version 2.0 (the "License"); 5# you may not use this file except in compliance with the License. 6# You may obtain a copy of the License at 7# 8# http://www.apache.org/licenses/LICENSE-2.0 9# 10# Unless required by applicable law or agreed to in writing, software 11# distributed under the License is distributed on an "AS IS" BASIS, 12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13# See the License for the specific language governing permissions and 14# limitations under the License. 15# ============================================================================ 16export DEVICE_NUM=8 17export RANK_SIZE=$DEVICE_NUM 18unset SLOG_PRINT_TO_STDOUT 19 20msrun --worker_num=8 --join=True python allreduce_net.py 21 22exit 0 23