mirror of https://github.com/Jittor/Jittor
35 lines
1.0 KiB
C++
35 lines
1.0 KiB
C++
// ***************************************************************
|
|
// Copyright (c) 2021
|
|
// Guowei Yang <471184555@qq.com>.
|
|
// Dun Liang <randonlang@gmail.com>.
|
|
// All Rights Reserved.
|
|
// This file is subject to the terms and conditions defined in
|
|
// file 'LICENSE.txt', which is part of this source code package.
|
|
// ***************************************************************
|
|
#pragma once
|
|
#include "op.h"
|
|
|
|
namespace jittor {
|
|
|
|
struct MpiAllReduceOp : Op {
|
|
Var* x, * y;
|
|
NanoString op;
|
|
|
|
/**
|
|
|
|
Mpi All Reduce Operator uses the operator [op] to reduce variable [x] in all MPI nodes and broadcast to all MPI nodes.
|
|
|
|
Args:
|
|
|
|
* x: variable to be all reduced.
|
|
* op: 'sum' or 'add' means sum all [x], 'mean' means average all [x]. Default: 'add'.
|
|
*/
|
|
MpiAllReduceOp(Var* x, NanoString op=ns_add);
|
|
void infer_shape() override;
|
|
|
|
const char* name() const override { return "mpi_all_reduce"; }
|
|
VarPtr grad(Var* out, Var* dout, Var* v, int v_index) override;
|
|
DECLARE_jit_run;
|
|
};
|
|
|
|
} // jittor
|