File size: 2,412 Bytes
be903e2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 | // Tencent is pleased to support the open source community by making ncnn available.
//
// Copyright (C) 2021 THL A29 Limited, a Tencent company. All rights reserved.
//
// Licensed under the BSD 3-Clause License (the "License"); you may not use this file except
// in compliance with the License. You may obtain a copy of the License at
//
// https://opensource.org/licenses/BSD-3-Clause
//
// Unless required by applicable law or agreed to in writing, software distributed
// under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR
// CONDITIONS OF ANY KIND, either express or implied. See the License for the
// specific language governing permissions and limitations under the License.
#include "eliminate_dropout.h"
#include <algorithm>
#include "pass_level2.h"
namespace pnnx {
void eliminate_dropout(Graph& graph)
{
while (1)
{
bool matched = false;
for (size_t i = 0; i < graph.ops.size(); i++)
{
Operator* op = graph.ops[i];
if (op->type != "F.alpha_dropout" && op->type != "F.dropout" && op->type != "F.dropout2d" && op->type != "F.dropout3d" && op->type != "F.feature_alpha_dropout" && op->type != "nn.AlphaDropout" && op->type != "nn.Dropout" && op->type != "nn.Dropout2d" && op->type != "nn.Dropout3d")
continue;
// delete noop-like dropout
matched = true;
for (auto& x : op->inputs)
{
x->remove_consumer(op);
}
Operand* dropout_out = op->outputs[0];
for (auto& x : dropout_out->consumers)
{
for (size_t j = 0; j < x->inputs.size(); j++)
{
if (x->inputs[j] == dropout_out)
x->inputs[j] = op->inputs[0];
}
op->inputs[0]->consumers.push_back(x);
}
op->inputs[0]->name = dropout_out->name;
dropout_out->producer = 0;
dropout_out->consumers.clear();
graph.operands.erase(std::find(graph.operands.begin(), graph.operands.end(), dropout_out));
delete dropout_out;
op->inputs.clear();
op->outputs.clear();
graph.ops.erase(graph.ops.begin() + i);
delete op;
break;
}
if (!matched)
break;
}
}
} // namespace pnnx
|