From f196885ef5fa165d5f640291882c81e51847bf9b Mon Sep 17 00:00:00 2001
From: "carson.liao" <wei-shing.liao@amd.com>
Date: Wed, 12 Sep 2018 16:05:55 +0800
Subject: [PATCH] 	modified:  
 paddle/fluid/framework/parallel_executor.cc

---
 paddle/fluid/framework/parallel_executor.cc | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/paddle/fluid/framework/parallel_executor.cc b/paddle/fluid/framework/parallel_executor.cc
index c6481540f97fe..681ab23c5917c 100644
--- a/paddle/fluid/framework/parallel_executor.cc
+++ b/paddle/fluid/framework/parallel_executor.cc
@@ -291,6 +291,8 @@ void ParallelExecutor::FeedAndSplitTensorIntoLocalScopes(
 }
 
 ParallelExecutor::~ParallelExecutor() {
+  member_->nccl_ctxs_.reset(NULL);
+  member_->executor_.reset(NULL);
   if (member_->own_local_scope_) {
     for (size_t i = 1; i < member_->local_scopes_.size(); ++i) {
       member_->global_scope_->DeleteScope(member_->local_scopes_[i]);