From 526891ea9e1853217d8eae0d9ee75fe5fe5b0eba Mon Sep 17 00:00:00 2001 From: Jared Nielsen Date: Wed, 20 May 2020 18:43:17 -0700 Subject: [PATCH 1/2] Fix dropout layer. --- model/modeling.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/model/modeling.py b/model/modeling.py index f2a2030..9b57942 100644 --- a/model/modeling.py +++ b/model/modeling.py @@ -364,8 +364,7 @@ def dropout(input_tensor, dropout_prob): Args: input_tensor: float Tensor. - dropout_prob: Python float. The probability of dropping out a value (NOT of - *keeping* a dimension as in `tf.nn.dropout`). + dropout_prob: Python float. The probability of dropping out a value. Returns: A version of `input_tensor` with dropout applied. @@ -373,7 +372,7 @@ def dropout(input_tensor, dropout_prob): if dropout_prob is None or dropout_prob == 0.0: return input_tensor - output = tf.nn.dropout(input_tensor, 1.0 - dropout_prob) + output = tf.nn.dropout(input_tensor, dropout_prob) return output From 0ced57d8ae5a67b86b9d4df77737b95b29c5334c Mon Sep 17 00:00:00 2001 From: Jared Nielsen Date: Thu, 21 May 2020 13:46:58 -0700 Subject: [PATCH 2/2] Add 'rate' keyword argument. --- model/modeling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/model/modeling.py b/model/modeling.py index 9b57942..54d4acd 100644 --- a/model/modeling.py +++ b/model/modeling.py @@ -372,7 +372,7 @@ def dropout(input_tensor, dropout_prob): if dropout_prob is None or dropout_prob == 0.0: return input_tensor - output = tf.nn.dropout(input_tensor, dropout_prob) + output = tf.nn.dropout(input_tensor, rate=dropout_prob) return output