From 10bcd2a580b9488070f7e51e3997bbda68c13cd8 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Thu, 17 Sep 2020 20:05:04 -0700
Subject: [PATCH 01/17] Added build status badge

---
 README.md | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/README.md b/README.md
index 64c38c2..f9cb6dc 100644
--- a/README.md
+++ b/README.md
@@ -1,3 +1,5 @@
+[![Build Status](https://dev.azure.com/adsbrain/Fastseq/_apis/build/status/NickNickGo.fastseq?branchName=azure-pipelines)](https://dev.azure.com/adsbrain/Fastseq/_build/latest?definitionId=2&branchName=azure-pipelines)
+
 <h1 align="Center"> <p> FastSeq </p> </h1>
 
 # Introduction

From a471379c740f73bba52532f893245dfd63bd1d30 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 17 Sep 2020 20:24:44 -0700
Subject: [PATCH 02/17] Set up CI with Azure Pipelines

[skip ci]
---
 azure-pipelines.yml | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 azure-pipelines.yml

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
new file mode 100644
index 0000000..aa91291
--- /dev/null
+++ b/azure-pipelines.yml
@@ -0,0 +1,19 @@
+# Starter pipeline
+# Start with a minimal pipeline that you can customize to build and deploy your code.
+# Add steps that build, run tests, deploy, and more:
+# https://aka.ms/yaml
+
+trigger:
+- master
+
+pool:
+  vmImage: 'ubuntu-latest'
+
+steps:
+- script: echo Hello, world!
+  displayName: 'Run a one-line script'
+
+- script: |
+    echo Add other tasks to build, test, and deploy your project.
+    echo See https://aka.ms/yaml
+  displayName: 'Run a multi-line script'

From 94621828c26ffb402583dc244a6505a5d1bae3e2 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Thu, 17 Sep 2020 21:00:23 -0700
Subject: [PATCH 03/17] Updated build pipeline

---
 azure-pipelines.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index aa91291..fc7684f 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -4,13 +4,13 @@
 # https://aka.ms/yaml
 
 trigger:
-- master
+- main
 
 pool:
   vmImage: 'ubuntu-latest'
 
 steps:
-- script: echo Hello, world!
+- script: python tests/run_fairseq_tests.py
   displayName: 'Run a one-line script'
 
 - script: |

From a3557d1411f2f73c3d849459bbfdbda7b8bcd288 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Thu, 17 Sep 2020 21:39:51 -0700
Subject: [PATCH 04/17] updated

---
 azure-pipelines.yml | 18 ++++++++++--------
 1 file changed, 10 insertions(+), 8 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index fc7684f..67115a8 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -9,11 +9,13 @@ trigger:
 pool:
   vmImage: 'ubuntu-latest'
 
-steps:
-- script: python tests/run_fairseq_tests.py
-  displayName: 'Run a one-line script'
-
-- script: |
-    echo Add other tasks to build, test, and deploy your project.
-    echo See https://aka.ms/yaml
-  displayName: 'Run a multi-line script'
+  jobs: 
+    - job: BuildDocker
+      displayName: Build Docker
+      steps:
+      - script: |
+          # --publish-all because I need a random port
+          sudo docker run --gpus all --privileged  -it adsbrainwestus2.azurecr.io/prophetnet:20.03-py3 /bin/bash
+          echo ${PWD}
+          cd fastseq
+          echo ${PWD}
\ No newline at end of file

From 04512f88ed3b430f235d4f5e3da98c61e80a4051 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Thu, 17 Sep 2020 21:43:30 -0700
Subject: [PATCH 05/17] u1

---
 azure-pipelines.yml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 67115a8..4c8171c 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -18,4 +18,5 @@ pool:
           sudo docker run --gpus all --privileged  -it adsbrainwestus2.azurecr.io/prophetnet:20.03-py3 /bin/bash
           echo ${PWD}
           cd fastseq
-          echo ${PWD}
\ No newline at end of file
+          echo ${PWD}
+        name: UnitTests
\ No newline at end of file

From c27899c9c9afddc97f732aa397fdb5950e2ee758 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Thu, 17 Sep 2020 21:46:55 -0700
Subject: [PATCH 06/17] u2

---
 azure-pipelines.yml | 9 +--------
 1 file changed, 1 insertion(+), 8 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 4c8171c..7c8b1bd 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -2,14 +2,7 @@
 # Start with a minimal pipeline that you can customize to build and deploy your code.
 # Add steps that build, run tests, deploy, and more:
 # https://aka.ms/yaml
-
-trigger:
-- main
-
-pool:
-  vmImage: 'ubuntu-latest'
-
-  jobs: 
+jobs: 
     - job: BuildDocker
       displayName: Build Docker
       steps:

From 6d73bbac06e0085ed0da805e90ede4e555652fcd Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Thu, 17 Sep 2020 21:51:51 -0700
Subject: [PATCH 07/17] u3

---
 azure-pipelines.yml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 7c8b1bd..34c851c 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -11,5 +11,7 @@ jobs:
           sudo docker run --gpus all --privileged  -it adsbrainwestus2.azurecr.io/prophetnet:20.03-py3 /bin/bash
           echo ${PWD}
           cd fastseq
+          python -m pip install -r requirements.txt
+          python tests/run_fairseq_tests.py
           echo ${PWD}
         name: UnitTests
\ No newline at end of file

From 7405ca5407174edfca35f42f6be33da847fa84d4 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Thu, 17 Sep 2020 21:59:57 -0700
Subject: [PATCH 08/17] u4

---
 azure-pipelines.yml | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 34c851c..f128364 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -12,6 +12,9 @@ jobs:
           echo ${PWD}
           cd fastseq
           python -m pip install -r requirements.txt
+          echo Install done! 
+          echo ${ls}
           python tests/run_fairseq_tests.py
+          echo tests done! 
           echo ${PWD}
         name: UnitTests
\ No newline at end of file

From 8792740d9da9b44fcc4b4fb8a9763e49534bc1bc Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Thu, 17 Sep 2020 22:08:17 -0700
Subject: [PATCH 09/17] u5

---
 azure-pipelines.yml | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index f128364..ea40642 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -8,13 +8,16 @@ jobs:
       steps:
       - script: |
           # --publish-all because I need a random port
+          echo ${PWD}
           sudo docker run --gpus all --privileged  -it adsbrainwestus2.azurecr.io/prophetnet:20.03-py3 /bin/bash
           echo ${PWD}
           cd fastseq
           python -m pip install -r requirements.txt
           echo Install done! 
-          echo ${ls}
-          python tests/run_fairseq_tests.py
+          echo ${LS}
+          cd tests
+          echo ${PWD}
+          python run_fairseq_tests.py
           echo tests done! 
           echo ${PWD}
         name: UnitTests
\ No newline at end of file

From f0458c95a8731e46372355594186acde94db5873 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Fri, 18 Sep 2020 10:27:11 -0700
Subject: [PATCH 10/17] u6

---
 azure-pipelinesBKP.yml | 22 ++++++++++++++++++++++
 1 file changed, 22 insertions(+)
 create mode 100644 azure-pipelinesBKP.yml

diff --git a/azure-pipelinesBKP.yml b/azure-pipelinesBKP.yml
new file mode 100644
index 0000000..ff7eced
--- /dev/null
+++ b/azure-pipelinesBKP.yml
@@ -0,0 +1,22 @@
+# Starter pipeline
+# Start with a minimal pipeline that you can customize to build and deploy your code.
+# Add steps that build, run tests, deploy, and more:
+# https://aka.ms/yaml
+jobs: 
+    - job: BuildDocker
+      displayName: Build Docker
+      steps:
+      - script: |
+          # --publish-all because I need a random port
+          echo ${PWD}
+          echo ${PWD}
+          cd fastseq
+          python -m pip install -r requirements.txt
+          echo Install done! 
+          echo ${LS}
+          cd tests
+          echo ${PWD}
+          python run_fairseq_tests.py
+          echo tests done! 
+          echo ${PWD}
+        name: UnitTests
\ No newline at end of file

From 79067b9e7c4e5772ea7fa86427993519e5abff0c Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Fri, 18 Sep 2020 10:34:11 -0700
Subject: [PATCH 11/17] u7

---
 azure-pipelines.yml | 2 --
 1 file changed, 2 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index ea40642..2474c84 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -9,8 +9,6 @@ jobs:
       - script: |
           # --publish-all because I need a random port
           echo ${PWD}
-          sudo docker run --gpus all --privileged  -it adsbrainwestus2.azurecr.io/prophetnet:20.03-py3 /bin/bash
-          echo ${PWD}
           cd fastseq
           python -m pip install -r requirements.txt
           echo Install done! 

From 85dc9c5c9b23d8d30d016d00d7f98764a4ba37e2 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Fri, 18 Sep 2020 10:38:23 -0700
Subject: [PATCH 12/17] u8

---
 azure-pipelines.yml | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 2474c84..f3499a9 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -10,12 +10,11 @@ jobs:
           # --publish-all because I need a random port
           echo ${PWD}
           cd fastseq
+          echo ${PWD}
           python -m pip install -r requirements.txt
           echo Install done! 
-          echo ${LS}
-          cd tests
           echo ${PWD}
-          python run_fairseq_tests.py
+          python tests/run_fairseq_tests.py
           echo tests done! 
           echo ${PWD}
         name: UnitTests
\ No newline at end of file

From df36a3c57dfa120d14795d426ccfbb7559516406 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Fri, 18 Sep 2020 10:43:58 -0700
Subject: [PATCH 13/17] u9

---
 azure-pipelines.yml | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index f3499a9..f574549 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -9,10 +9,11 @@ jobs:
       - script: |
           # --publish-all because I need a random port
           echo ${PWD}
-          cd fastseq
+          #cd fastseq
           echo ${PWD}
-          python -m pip install -r requirements.txt
+          python -m pip install -r fastseq/requirements.txt
           echo Install done! 
+          cd fastseq
           echo ${PWD}
           python tests/run_fairseq_tests.py
           echo tests done! 

From 20f1d56ff5758434b2bbae47fb5f03e2ab57ae71 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Fri, 18 Sep 2020 10:54:20 -0700
Subject: [PATCH 14/17] u10

---
 azure-pipelines.yml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index f574549..062a198 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -15,6 +15,8 @@ jobs:
           echo Install done! 
           cd fastseq
           echo ${PWD}
+          ls
+          echo ls done !
           python tests/run_fairseq_tests.py
           echo tests done! 
           echo ${PWD}

From 934f33546a5ebeb39b195ad1c3b3b5dbf7eb21b7 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Fri, 18 Sep 2020 10:59:20 -0700
Subject: [PATCH 15/17] u11

---
 azure-pipelines.yml | 7 +------
 1 file changed, 1 insertion(+), 6 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 062a198..b2e7e7e 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -9,14 +9,9 @@ jobs:
       - script: |
           # --publish-all because I need a random port
           echo ${PWD}
-          #cd fastseq
-          echo ${PWD}
-          python -m pip install -r fastseq/requirements.txt
+          python -m pip install -r requirements.txt
           echo Install done! 
-          cd fastseq
-          echo ${PWD}
           ls
-          echo ls done !
           python tests/run_fairseq_tests.py
           echo tests done! 
           echo ${PWD}

From 8153e82f9ff311e8951d821ccedfe617c3e0d2e0 Mon Sep 17 00:00:00 2001
From: Nikhil Bhendawade <nibhenda@microsoft.com>
Date: Fri, 18 Sep 2020 10:59:43 -0700
Subject: [PATCH 16/17] u11

---
 azure-pipelines.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index b2e7e7e..d7537b1 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -9,6 +9,7 @@ jobs:
       - script: |
           # --publish-all because I need a random port
           echo ${PWD}
+          ls
           python -m pip install -r requirements.txt
           echo Install done! 
           ls

From cd93283a58cc076ed1a6bd3d92a33e188e5212c8 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 20:59:51 -0700
Subject: [PATCH 17/17] Update beam_search_optimizer_v1.py

---
 fastseq/optimizer/fairseq/beam_search_optimizer_v1.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py b/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py
index 55f7dbe..6105957 100644
--- a/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py
+++ b/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py
@@ -53,7 +53,7 @@ class MultiheadAttentionV2(MultiheadAttention):
     """
 
     def __init__(self,
-                 embed_dim,
+                 embed_dim__,
                  num_heads,
                  kdim=None,
                  vdim=None,