From 755e63f6e14a395d6d8524da190df6585328387d Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 16:01:25 -0700
Subject: [PATCH 01/48] Set up CI with Azure Pipelines

[skip ci]
---
 azure-pipelines.yml | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)
 create mode 100644 azure-pipelines.yml

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
new file mode 100644
index 0000000..aa91291
--- /dev/null
+++ b/azure-pipelines.yml
@@ -0,0 +1,19 @@
+# Starter pipeline
+# Start with a minimal pipeline that you can customize to build and deploy your code.
+# Add steps that build, run tests, deploy, and more:
+# https://aka.ms/yaml
+
+trigger:
+- master
+
+pool:
+  vmImage: 'ubuntu-latest'
+
+steps:
+- script: echo Hello, world!
+  displayName: 'Run a one-line script'
+
+- script: |
+    echo Add other tasks to build, test, and deploy your project.
+    echo See https://aka.ms/yaml
+  displayName: 'Run a multi-line script'

From 3d5bb8d81ff2b61276752987b6ce4527843b6368 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 16:16:18 -0700
Subject: [PATCH 02/48] Update azure-pipelines.yml

initial pipeline
---
 azure-pipelines.yml | 88 +++++++++++++++++++++++++++++++++++++--------
 1 file changed, 74 insertions(+), 14 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index aa91291..4270bb9 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -1,19 +1,79 @@
-# Starter pipeline
-# Start with a minimal pipeline that you can customize to build and deploy your code.
-# Add steps that build, run tests, deploy, and more:
-# https://aka.ms/yaml
+# Python package
+# Create and test a Python package on multiple Python versions.
+# Add steps that analyze code, save the dist with the build record, publish to a PyPI-compatible index, and more:
+# https://docs.microsoft.com/azure/devops/pipelines/languages/python
 
 trigger:
-- master
+  branches:
+    include:
+    - master
 
-pool:
-  vmImage: 'ubuntu-latest'
+jobs:
+  - job: DeepSpeed_Tests
+    timeoutInMinutes: 360
+    pool:
+      vmImage: 'ubuntu-18.04'
+    #container: pytorch/pytorch:latest
+    container:
+      image: adsbrainwestus2.azurecr.io/fastseq:dev-py3
+      endpoint: acr-westus2
+    
+    #container: adsbrainwestus2.azurecr.io/fastseq:dev-py3
+      
+    # strategy:
+    #   matrix:
+    #     PyTorch12-CUDA100:
+    #       python.version: '3.6'
+    #       cuda.version: '10.0'
+    #       pytorch.version: '0.9.0'
 
-steps:
-- script: echo Hello, world!
-  displayName: 'Run a one-line script'
+    steps:
+        # Unfortunately nvidia's nvcc_linux-64=<version> seems to install 10.1 regardless?
+        # Most of this complexity is a workaround to get the compiler toolchain to match the
+        # cudatoolkit runtime
+    - script: |
+        #conda create --force --yes -n $(conda_env) python=$(python.version) cudatoolkit=$(cuda.version)
+        #conda init bash
+        #conda activate $(conda_env)
+        #conda install -q --yes conda
+        #conda install -q --yes pip
+        #conda install -q --yes gxx_linux-64
+        #if [[ $(cuda.version) != "10.2" ]]; then conda install --yes -c conda-forge cudatoolkit-dev=$(cuda.version) ; fi
+        #echo "PATH=$PATH, LD_LIBRARY_PATH=$LD_LIBRARY_PATH"
+        python --version
+        which nvcc
+        nvcc --version
+        which fastseq
+        python test.py
+      displayName: 'Setup environment python=$(python.version) pytorch=$(pytorch.version) cuda=$(cuda.version)'
 
-- script: |
-    echo Add other tasks to build, test, and deploy your project.
-    echo See https://aka.ms/yaml
-  displayName: 'Run a multi-line script'
+    # - script: |
+    #     source activate $(conda_env)
+    #     pip install --progress-bar=off torch==$(pytorch.version)
+    #     #-f https://download.pytorch.org/whl/torch_stable.html
+    #     a=$(python --version)
+    #     echo $a
+    #     pip install fastseq
+    #     #python -I basic_install_test.py
+    #   displayName: 'Install Fastseq'
+    # - script: |
+    #     sudo docker run --gpus all  --network=host --privileged -w '/root'  --shm-size=1g --ulimit memlock=-1 --ulimit stack=67108864  adsbrainwestus2.azurecr.io/fastseq:dev-py3 /bin/bash
+    #     python --version
+    #     which nvcc
+    #     nvcc --version
+    #     which fastseq
+    #     ls
+    #   displayName: 'docker'
+  
+    # - script: |
+    #     source activate $(conda_env)
+    #     which python
+    #     python --version
+    #     which nvcc
+    #     nvcc --version
+    #     which fastseq
+    #     python -c "import torch; print('torch:', torch.__version__, torch)"
+    #     python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
+    #     #python -c "import deepspeed; print('fastseq:', fastseq.__version__)"
+    #   displayName: 'Show environment'
+  

From 62f3952d7816aa51ce4f3e0e392ecb4909b2ff42 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 16:18:46 -0700
Subject: [PATCH 03/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 4270bb9..513d5a0 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -6,7 +6,7 @@
 trigger:
   branches:
     include:
-    - master
+    - main
 
 jobs:
   - job: DeepSpeed_Tests

From 12c74e99e1b481317ff5a196c5499f9d0fe97cfb Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 16:35:04 -0700
Subject: [PATCH 04/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 513d5a0..cfda3b6 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -44,7 +44,7 @@ jobs:
         which nvcc
         nvcc --version
         which fastseq
-        python test.py
+        bash tests/run_fairseq_tests.sh
       displayName: 'Setup environment python=$(python.version) pytorch=$(pytorch.version) cuda=$(cuda.version)'
 
     # - script: |

From f56d7e55988aedd2c73b868a7a049bd293a96a5e Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 17:55:35 -0700
Subject: [PATCH 05/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index cfda3b6..ba54c59 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -11,8 +11,9 @@ trigger:
 jobs:
   - job: DeepSpeed_Tests
     timeoutInMinutes: 360
-    pool:
-      vmImage: 'ubuntu-18.04'
+    #pool:
+    #  vmImage: 'ubuntu-18.04'
+    pool: gpu4
     #container: pytorch/pytorch:latest
     container:
       image: adsbrainwestus2.azurecr.io/fastseq:dev-py3

From ceab533aaffca214cbd4e74bd203d16d6f3f7738 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 18:07:45 -0700
Subject: [PATCH 06/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index ba54c59..e16fe6d 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -13,7 +13,7 @@ jobs:
     timeoutInMinutes: 360
     #pool:
     #  vmImage: 'ubuntu-18.04'
-    pool: gpu4
+    pool:'gpu4'
     #container: pytorch/pytorch:latest
     container:
       image: adsbrainwestus2.azurecr.io/fastseq:dev-py3

From 1dc2ac4a6ba627a3745663a11edc095170b313ba Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 18:27:58 -0700
Subject: [PATCH 07/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index e16fe6d..458d973 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -13,6 +13,7 @@ jobs:
     timeoutInMinutes: 360
     #pool:
     #  vmImage: 'ubuntu-18.04'
+    #haha
     pool:'gpu4'
     #container: pytorch/pytorch:latest
     container:

From a25fd20354b5b36ea709667eca9c13dda0854ec7 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 18:32:37 -0700
Subject: [PATCH 08/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 1 -
 1 file changed, 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 458d973..e16fe6d 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -13,7 +13,6 @@ jobs:
     timeoutInMinutes: 360
     #pool:
     #  vmImage: 'ubuntu-18.04'
-    #haha
     pool:'gpu4'
     #container: pytorch/pytorch:latest
     container:

From 076ad9acec188997aacf278330a4589d674c92aa Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 18:43:34 -0700
Subject: [PATCH 09/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index e16fe6d..458d973 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -13,6 +13,7 @@ jobs:
     timeoutInMinutes: 360
     #pool:
     #  vmImage: 'ubuntu-18.04'
+    #haha
     pool:'gpu4'
     #container: pytorch/pytorch:latest
     container:

From cd7decd96b9562a1e6e80f498bb1f99eb007b413 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 18:50:56 -0700
Subject: [PATCH 10/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 458d973..627f3d1 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -14,7 +14,13 @@ jobs:
     #pool:
     #  vmImage: 'ubuntu-18.04'
     #haha
-    pool:'gpu4'
+    pool: 
+      name: default
+      demands:
+        - agent.name -equals gpu4 
+
+
+    #pool:'gpu4'
     #container: pytorch/pytorch:latest
     container:
       image: adsbrainwestus2.azurecr.io/fastseq:dev-py3

From e75c713cdcd267dd9eb1ba6ddb357a929a4653ac Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 19:01:23 -0700
Subject: [PATCH 11/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 1 -
 1 file changed, 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 627f3d1..9e6cc2d 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -13,7 +13,6 @@ jobs:
     timeoutInMinutes: 360
     #pool:
     #  vmImage: 'ubuntu-18.04'
-    #haha
     pool: 
       name: default
       demands:

From b050cbb5317853fb2676df00b5253100cc8db34a Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 19:08:22 -0700
Subject: [PATCH 12/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 16 +++++++---------
 1 file changed, 7 insertions(+), 9 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 9e6cc2d..6dcbe0a 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -19,11 +19,9 @@ jobs:
         - agent.name -equals gpu4 
 
 
-    #pool:'gpu4'
-    #container: pytorch/pytorch:latest
-    container:
-      image: adsbrainwestus2.azurecr.io/fastseq:dev-py3
-      endpoint: acr-westus2
+    #container:
+    #  image: adsbrainwestus2.azurecr.io/fastseq:dev-py3
+    #  endpoint: acr-westus2
     
     #container: adsbrainwestus2.azurecr.io/fastseq:dev-py3
       
@@ -48,10 +46,10 @@ jobs:
         #if [[ $(cuda.version) != "10.2" ]]; then conda install --yes -c conda-forge cudatoolkit-dev=$(cuda.version) ; fi
         #echo "PATH=$PATH, LD_LIBRARY_PATH=$LD_LIBRARY_PATH"
         python --version
-        which nvcc
-        nvcc --version
-        which fastseq
-        bash tests/run_fairseq_tests.sh
+        #which nvcc
+        #nvcc --version
+        #which fastseq
+        #bash tests/run_fairseq_tests.sh
       displayName: 'Setup environment python=$(python.version) pytorch=$(pytorch.version) cuda=$(cuda.version)'
 
     # - script: |

From 0eb81214c271f27eecc768bb6f4c7fad5376a001 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 19:11:28 -0700
Subject: [PATCH 13/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 6dcbe0a..d2ac6c6 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -50,6 +50,8 @@ jobs:
         #nvcc --version
         #which fastseq
         #bash tests/run_fairseq_tests.sh
+        sudo docker run --gpus all  --network=host --privileged -w '/root'  --shm-size=1g --ulimit memlock=-1 --ulimit stack=67108864  adsbrainwestus2.azurecr.io/fastseq:dev
+        python --version
       displayName: 'Setup environment python=$(python.version) pytorch=$(pytorch.version) cuda=$(cuda.version)'
 
     # - script: |

From 028075f2a824af96e3ee52482a1425a872a57c04 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 19:15:32 -0700
Subject: [PATCH 14/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index d2ac6c6..2b9be13 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -50,7 +50,7 @@ jobs:
         #nvcc --version
         #which fastseq
         #bash tests/run_fairseq_tests.sh
-        sudo docker run --gpus all  --network=host --privileged -w '/root'  --shm-size=1g --ulimit memlock=-1 --ulimit stack=67108864  adsbrainwestus2.azurecr.io/fastseq:dev
+        sudo docker run --gpus all  --network=host --privileged -w '/root'  --shm-size=1g --ulimit memlock=-1 --ulimit stack=67108864  adsbrainwestus2.azurecr.io/fastseq:dev-py3 /bin/bash
         python --version
       displayName: 'Setup environment python=$(python.version) pytorch=$(pytorch.version) cuda=$(cuda.version)'
 

From d2ba1704fd2167a4e614855ba37abcad1d8bcb11 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 19:18:57 -0700
Subject: [PATCH 15/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 2b9be13..79bb3e5 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -51,6 +51,7 @@ jobs:
         #which fastseq
         #bash tests/run_fairseq_tests.sh
         sudo docker run --gpus all  --network=host --privileged -w '/root'  --shm-size=1g --ulimit memlock=-1 --ulimit stack=67108864  adsbrainwestus2.azurecr.io/fastseq:dev-py3 /bin/bash
+        bash tests/run_fairseq_tests.sh
         python --version
       displayName: 'Setup environment python=$(python.version) pytorch=$(pytorch.version) cuda=$(cuda.version)'
 

From bbc53856ecd732f76a984bb76ca0dc9bb1cc88d2 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 20:30:23 -0700
Subject: [PATCH 16/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 79bb3e5..b9a9c19 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -51,6 +51,8 @@ jobs:
         #which fastseq
         #bash tests/run_fairseq_tests.sh
         sudo docker run --gpus all  --network=host --privileged -w '/root'  --shm-size=1g --ulimit memlock=-1 --ulimit stack=67108864  adsbrainwestus2.azurecr.io/fastseq:dev-py3 /bin/bash
+        ls
+        pip install --editable .
         bash tests/run_fairseq_tests.sh
         python --version
       displayName: 'Setup environment python=$(python.version) pytorch=$(pytorch.version) cuda=$(cuda.version)'

From 975a27d39d6136b9c92988b2920d55ca0f8e5545 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 20:40:04 -0700
Subject: [PATCH 17/48] Update beam_search_optimizer_v1.py

---
 fastseq/optimizer/fairseq/beam_search_optimizer_v1.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py b/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py
index 83adba4..ec4d7b0 100644
--- a/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py
+++ b/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py
@@ -53,7 +53,7 @@ class MultiheadAttentionV2(MultiheadAttention):
     """
 
     def __init__(self,
-                 embed_dim,
+                 embed_dim____,
                  num_heads,
                  kdim=None,
                  vdim=None,

From 7194abcab34670f77938ab980d152ad8a33ec408 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 20:46:49 -0700
Subject: [PATCH 18/48] Update beam_search_optimizer_v1.py

---
 fastseq/optimizer/fairseq/beam_search_optimizer_v1.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py b/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py
index ec4d7b0..83adba4 100644
--- a/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py
+++ b/fastseq/optimizer/fairseq/beam_search_optimizer_v1.py
@@ -53,7 +53,7 @@ class MultiheadAttentionV2(MultiheadAttention):
     """
 
     def __init__(self,
-                 embed_dim____,
+                 embed_dim,
                  num_heads,
                  kdim=None,
                  vdim=None,

From f55e73df34b974729cf649660d561d5b4c50c61d Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 20:55:30 -0700
Subject: [PATCH 19/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index b9a9c19..2ea54ae 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -4,10 +4,9 @@
 # https://docs.microsoft.com/azure/devops/pipelines/languages/python
 
 trigger:
-  branches:
-    include:
-    - main
-
+  paths:
+    exclude:
+      - docs      
 jobs:
   - job: DeepSpeed_Tests
     timeoutInMinutes: 360

From 95d59768df239751ac9c1b5bec688b0812d3e8cf Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 20 Oct 2020 21:26:15 -0700
Subject: [PATCH 20/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 2ea54ae..c62e911 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -8,7 +8,7 @@ trigger:
     exclude:
       - docs      
 jobs:
-  - job: DeepSpeed_Tests
+  - job: Fastseq_Tests
     timeoutInMinutes: 360
     #pool:
     #  vmImage: 'ubuntu-18.04'

From 7260bf0bd62a29113c15bd0ab348143e26916d98 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 14:44:47 -0700
Subject: [PATCH 21/48] Set up CI with Azure Pipelines

[skip ci]
---
 azure-pipelines.yml | 44 +-------------------------------------------
 1 file changed, 1 insertion(+), 43 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index c62e911..ef664a7 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -17,20 +17,6 @@ jobs:
       demands:
         - agent.name -equals gpu4 
 
-
-    #container:
-    #  image: adsbrainwestus2.azurecr.io/fastseq:dev-py3
-    #  endpoint: acr-westus2
-    
-    #container: adsbrainwestus2.azurecr.io/fastseq:dev-py3
-      
-    # strategy:
-    #   matrix:
-    #     PyTorch12-CUDA100:
-    #       python.version: '3.6'
-    #       cuda.version: '10.0'
-    #       pytorch.version: '0.9.0'
-
     steps:
         # Unfortunately nvidia's nvcc_linux-64=<version> seems to install 10.1 regardless?
         # Most of this complexity is a workaround to get the compiler toolchain to match the
@@ -56,33 +42,5 @@ jobs:
         python --version
       displayName: 'Setup environment python=$(python.version) pytorch=$(pytorch.version) cuda=$(cuda.version)'
 
-    # - script: |
-    #     source activate $(conda_env)
-    #     pip install --progress-bar=off torch==$(pytorch.version)
-    #     #-f https://download.pytorch.org/whl/torch_stable.html
-    #     a=$(python --version)
-    #     echo $a
-    #     pip install fastseq
-    #     #python -I basic_install_test.py
-    #   displayName: 'Install Fastseq'
-    # - script: |
-    #     sudo docker run --gpus all  --network=host --privileged -w '/root'  --shm-size=1g --ulimit memlock=-1 --ulimit stack=67108864  adsbrainwestus2.azurecr.io/fastseq:dev-py3 /bin/bash
-    #     python --version
-    #     which nvcc
-    #     nvcc --version
-    #     which fastseq
-    #     ls
-    #   displayName: 'docker'
-  
-    # - script: |
-    #     source activate $(conda_env)
-    #     which python
-    #     python --version
-    #     which nvcc
-    #     nvcc --version
-    #     which fastseq
-    #     python -c "import torch; print('torch:', torch.__version__, torch)"
-    #     python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
-    #     #python -c "import deepspeed; print('fastseq:', fastseq.__version__)"
-    #   displayName: 'Show environment'
+
   

From a23ebf8102c486567e461bd2dfc1504ba10f969a Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 14:56:13 -0700
Subject: [PATCH 22/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 1 -
 1 file changed, 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index ef664a7..974eab7 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -1,7 +1,6 @@
 # Python package
 # Create and test a Python package on multiple Python versions.
 # Add steps that analyze code, save the dist with the build record, publish to a PyPI-compatible index, and more:
-# https://docs.microsoft.com/azure/devops/pipelines/languages/python
 
 trigger:
   paths:

From 8d34de94de0ecd801500a5e91471dd2924e2019b Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:03:40 -0700
Subject: [PATCH 23/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 1 -
 1 file changed, 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 974eab7..cf53b66 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -1,6 +1,5 @@
 # Python package
 # Create and test a Python package on multiple Python versions.
-# Add steps that analyze code, save the dist with the build record, publish to a PyPI-compatible index, and more:
 
 trigger:
   paths:

From 5c8f15501f0de1e827d75ed6c74cb3c5fa2540d3 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:09:32 -0700
Subject: [PATCH 24/48] Update README.md

---
 README.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/README.md b/README.md
index a326959..4abf573 100644
--- a/README.md
+++ b/README.md
@@ -1,3 +1,4 @@
+[![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)](https://dev.azure.com/adsbrain/t1mp2/_build/latest?definitionId=11&branchName=main)
 <h1 align="Center"> <p> FastSeq </p> </h1>
 
 ## Introduction

From 5888c90bb9b5558c033dbef7951030dad1080124 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:10:22 -0700
Subject: [PATCH 25/48] Update README.md

---
 README.md | 1 +
 1 file changed, 1 insertion(+)

diff --git a/README.md b/README.md
index 4abf573..d347bd7 100644
--- a/README.md
+++ b/README.md
@@ -1,4 +1,5 @@
 [![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)](https://dev.azure.com/adsbrain/t1mp2/_build/latest?definitionId=11&branchName=main)
+https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main
 <h1 align="Center"> <p> FastSeq </p> </h1>
 
 ## Introduction

From a1869b67d845f4a3be2ebd25771ebf5a42b0ff26 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:10:53 -0700
Subject: [PATCH 26/48] Update README.md

---
 README.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/README.md b/README.md
index d347bd7..fff27bf 100644
--- a/README.md
+++ b/README.md
@@ -1,5 +1,5 @@
 [![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)](https://dev.azure.com/adsbrain/t1mp2/_build/latest?definitionId=11&branchName=main)
-https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main
+(https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)
 <h1 align="Center"> <p> FastSeq </p> </h1>
 
 ## Introduction

From 6fb12d6a96b50172c9034bbc19a329ea7bb6dde9 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:13:00 -0700
Subject: [PATCH 27/48] Update README.md

---
 README.md | 1 -
 1 file changed, 1 deletion(-)

diff --git a/README.md b/README.md
index fff27bf..4abf573 100644
--- a/README.md
+++ b/README.md
@@ -1,5 +1,4 @@
 [![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)](https://dev.azure.com/adsbrain/t1mp2/_build/latest?definitionId=11&branchName=main)
-(https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)
 <h1 align="Center"> <p> FastSeq </p> </h1>
 
 ## Introduction

From 20309128864f584854e5b616f5d73000b2ac4d74 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:14:05 -0700
Subject: [PATCH 28/48] Update README.md

---
 README.md | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 4abf573..ec91b1b 100644
--- a/README.md
+++ b/README.md
@@ -1,4 +1,7 @@
-[![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)](https://dev.azure.com/adsbrain/t1mp2/_build/latest?definitionId=11&branchName=main)
+[![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)
+
+
+
 <h1 align="Center"> <p> FastSeq </p> </h1>
 
 ## Introduction

From b886e02072bbab12ca4fb269cb897aa189a60fb1 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:15:56 -0700
Subject: [PATCH 29/48] Update README.md

---
 README.md | 2 --
 1 file changed, 2 deletions(-)

diff --git a/README.md b/README.md
index ec91b1b..6d42610 100644
--- a/README.md
+++ b/README.md
@@ -1,7 +1,5 @@
 [![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)
 
-
-
 <h1 align="Center"> <p> FastSeq </p> </h1>
 
 ## Introduction

From 256b92b3ce5f40976ea4471f1d787f118fe98fe9 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:19:01 -0700
Subject: [PATCH 30/48] Update README.md

---
 README.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 6d42610..3cba475 100644
--- a/README.md
+++ b/README.md
@@ -1,4 +1,5 @@
-[![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)
+(https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)
+[![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)]
 
 <h1 align="Center"> <p> FastSeq </p> </h1>
 

From 183e0408923be92c1a2e16784953b3f61038a62c Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:19:25 -0700
Subject: [PATCH 31/48] Update README.md

---
 README.md | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/README.md b/README.md
index 3cba475..c27ca7f 100644
--- a/README.md
+++ b/README.md
@@ -1,5 +1,6 @@
-(https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)
 [![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)]
+(https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)
+
 
 <h1 align="Center"> <p> FastSeq </p> </h1>
 

From 790aea6fe0bd5ddc46aa4ec8f7f394dd38b0e339 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 15:19:47 -0700
Subject: [PATCH 32/48] Update README.md

---
 README.md | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/README.md b/README.md
index c27ca7f..a326959 100644
--- a/README.md
+++ b/README.md
@@ -1,7 +1,3 @@
-[![Build Status](https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)]
-(https://dev.azure.com/adsbrain/t1mp2/_apis/build/status/NickNickGo.fastseq%20(1)?branchName=main)
-
-
 <h1 align="Center"> <p> FastSeq </p> </h1>
 
 ## Introduction

From fd9eb940188c18cb94ca68883c27efda2f1a2dd5 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Thu, 22 Oct 2020 16:01:53 -0700
Subject: [PATCH 33/48] Set up CI with Azure Pipelines

[skip ci]
---
 azure-pipelines.yml | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index cf53b66..29a38ad 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -2,9 +2,7 @@
 # Create and test a Python package on multiple Python versions.
 
 trigger:
-  paths:
-    exclude:
-      - docs      
+- main
 jobs:
   - job: Fastseq_Tests
     timeoutInMinutes: 360

From ee2500e6572a3146417988a5c79f53718c9aba9e Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 10:57:07 -0700
Subject: [PATCH 34/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 53 +++++++++++++++++++++------------------------
 1 file changed, 25 insertions(+), 28 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 29a38ad..1635a2e 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -1,10 +1,10 @@
-# Python package
-# Create and test a Python package on multiple Python versions.
-
+#
 trigger:
-- main
+  paths:
+    exclude:
+      - docs      
 jobs:
-  - job: Fastseq_Tests
+  - job: Fairseq_unittests
     timeoutInMinutes: 360
     #pool:
     #  vmImage: 'ubuntu-18.04'
@@ -12,31 +12,28 @@ jobs:
       name: default
       demands:
         - agent.name -equals gpu4 
-
     steps:
-        # Unfortunately nvidia's nvcc_linux-64=<version> seems to install 10.1 regardless?
-        # Most of this complexity is a workaround to get the compiler toolchain to match the
-        # cudatoolkit runtime
     - script: |
-        #conda create --force --yes -n $(conda_env) python=$(python.version) cudatoolkit=$(cuda.version)
-        #conda init bash
-        #conda activate $(conda_env)
-        #conda install -q --yes conda
-        #conda install -q --yes pip
-        #conda install -q --yes gxx_linux-64
-        #if [[ $(cuda.version) != "10.2" ]]; then conda install --yes -c conda-forge cudatoolkit-dev=$(cuda.version) ; fi
-        #echo "PATH=$PATH, LD_LIBRARY_PATH=$LD_LIBRARY_PATH"
-        python --version
-        #which nvcc
-        #nvcc --version
-        #which fastseq
-        #bash tests/run_fairseq_tests.sh
+        #set up docker
         sudo docker run --gpus all  --network=host --privileged -w '/root'  --shm-size=1g --ulimit memlock=-1 --ulimit stack=67108864  adsbrainwestus2.azurecr.io/fastseq:dev-py3 /bin/bash
-        ls
+        #install fastseq
         pip install --editable .
-        bash tests/run_fairseq_tests.sh
+      
+        #show environment
+        which python
         python --version
-      displayName: 'Setup environment python=$(python.version) pytorch=$(pytorch.version) cuda=$(cuda.version)'
-
-
-  
+        which nvcc
+        nvcc --version
+        which fastseq
+        python -c "import torch; print('torch:', torch.__version__, torch)"
+        python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
+        python -c "import fastseq; print('fastseq:', fastseq.__version__)"
+        
+        #run unit tests
+        CUDA_VISIBLE_DEVICES=3 bash tests/run_fairseq_tests.sh
+        CUDA_VISIBLE_DEVICES=3 bash tests/run_transformers_tests.sh
+        
+        #run benchmarks 
+        #cd benchmarks/
+        #CUDA_VISIBLE_DEVICES=3 run_all_benchmarks.sh
+      displayName: 'setup environment and run fairseq unit tests'  

From ed6e21912289057d8cce4c1ad710c1922802b9aa Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 17:07:21 -0700
Subject: [PATCH 35/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 47 ++++++++++++++++++++++++++++++++++++++++++---
 1 file changed, 44 insertions(+), 3 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 1635a2e..198417f 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -15,7 +15,7 @@ jobs:
     steps:
     - script: |
         #set up docker
-        sudo docker run --gpus all  --network=host --privileged -w '/root'  --shm-size=1g --ulimit memlock=-1 --ulimit stack=67108864  adsbrainwestus2.azurecr.io/fastseq:dev-py3 /bin/bash
+        sudo docker run --gpus all --privileged   -v '/datadrive/:/datadrive'  -it adsbrainwestus2.azurecr.io/fastseq:dev-py3 /bin/bash
         #install fastseq
         pip install --editable .
       
@@ -30,9 +30,50 @@ jobs:
         python -c "import fastseq; print('fastseq:', fastseq.__version__)"
         
         #run unit tests
-        CUDA_VISIBLE_DEVICES=3 bash tests/run_fairseq_tests.sh
-        CUDA_VISIBLE_DEVICES=3 bash tests/run_transformers_tests.sh
+        #files chnaged in current PR
+        files_changed=$(git --no-pager diff --name-only HEAD $(git merge-base HEAD main))
         
+        export CUDA_VISIBLE_DEVICES=2,3
+        #check whether this PR is specific to fairseq/transformers/both.
+        #run PR specific unittests.
+        is_fairseq= $(echo $files_changed|grep fairseq)
+        is_transformers=$(echo $files_changed|grep transformers)
+        #purely fairseq change
+        if [ -n "$is_fairseq" -a -z "$is_transformers" ]
+        then
+          bash tests/run_fairseq_tests.sh
+        #purely transformers change
+        else if [ -z "$is_fairseq" -a -n "$is_transformers" ]
+        then
+          bash tests/run_transformers_tests.sh
+        else
+          bash tests/run_fairseq_tests.sh
+          bash tests/run_transformers_tests.sh
+        fi
+        fi
+
+        #install pylint, wrapt update is essential.
+        conda update --yes wrapt
+        pip install --yes pylint
+        
+        #install pylint
+        pip install --yes cpplint
+        
+        #Linting checks for python files
+        echo $files_changed|grep .py|while read file; do
+          pylint --rcfile=.pylintrc $file
+        done
+
+        #Linting checks for c++ files
+        echo $files_changed| grep .cpp|while read file; do
+          cpplint $file
+        done
+        
+        #Linting checks for cu files
+        echo $files_changed| grep .cu|while read file; do
+          cpplint $file
+        done
+      
         #run benchmarks 
         #cd benchmarks/
         #CUDA_VISIBLE_DEVICES=3 run_all_benchmarks.sh

From bfe5d22833990bbfa84dcc0476dbbc69eb280f74 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 17:37:39 -0700
Subject: [PATCH 36/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 15 ++++++++++++---
 1 file changed, 12 insertions(+), 3 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 198417f..cb156b5 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -38,6 +38,8 @@ jobs:
         #run PR specific unittests.
         is_fairseq= $(echo $files_changed|grep fairseq)
         is_transformers=$(echo $files_changed|grep transformers)
+        is_functional=$(echo $files_changed|grep -e .py -e .cu -e .cpp)
+        
         #purely fairseq change
         if [ -n "$is_fairseq" -a -z "$is_transformers" ]
         then
@@ -46,18 +48,25 @@ jobs:
         else if [ -z "$is_fairseq" -a -n "$is_transformers" ]
         then
           bash tests/run_transformers_tests.sh
-        else
+        else if [-n "$is_functional"]
+        then
           bash tests/run_fairseq_tests.sh
           bash tests/run_transformers_tests.sh
+        else
+          #bash tests/run_fairseq_tests.sh
+          #bash tests/run_transformers_tests.sh
+          :
+        fi
         fi
         fi
 
         #install pylint, wrapt update is essential.
+        conda update --name base conda
         conda update --yes wrapt
-        pip install --yes pylint
+        pip install pylint
         
         #install pylint
-        pip install --yes cpplint
+        pip install cpplint
         
         #Linting checks for python files
         echo $files_changed|grep .py|while read file; do

From c4e6deef64af64d572ad1fe728177bd1c6666f3e Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 17:48:18 -0700
Subject: [PATCH 37/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index cb156b5..70cb6f3 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -48,7 +48,7 @@ jobs:
         else if [ -z "$is_fairseq" -a -n "$is_transformers" ]
         then
           bash tests/run_transformers_tests.sh
-        else if [-n "$is_functional"]
+        else if [ -n "$is_functional" ]
         then
           bash tests/run_fairseq_tests.sh
           bash tests/run_transformers_tests.sh
@@ -61,7 +61,7 @@ jobs:
         fi
 
         #install pylint, wrapt update is essential.
-        conda update --name base conda
+        conda update --name --yes base conda
         conda update --yes wrapt
         pip install pylint
         

From 72bbeb91c27d3bee97878bf07140e4c21688b440 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 18:46:15 -0700
Subject: [PATCH 38/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 57 ++++++++++++++++++++++++++-------------------
 1 file changed, 33 insertions(+), 24 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 70cb6f3..476513d 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -27,18 +27,21 @@ jobs:
         which fastseq
         python -c "import torch; print('torch:', torch.__version__, torch)"
         python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
-        python -c "import fastseq; print('fastseq:', fastseq.__version__)"
         
         #run unit tests
         #files chnaged in current PR
         files_changed=$(git --no-pager diff --name-only HEAD $(git merge-base HEAD main))
         
+        echo "Files Edited in Current PR"
+        echo $files_changed
+        
         export CUDA_VISIBLE_DEVICES=2,3
         #check whether this PR is specific to fairseq/transformers/both.
         #run PR specific unittests.
         is_fairseq= $(echo $files_changed|grep fairseq)
         is_transformers=$(echo $files_changed|grep transformers)
-        is_functional=$(echo $files_changed|grep -e .py -e .cu -e .cpp)
+        is_py_change=$(echo $files_changed|grep .py)
+        is_cpp_change=$(echo $files_changed|grep -e .cu -e .cpp)
         
         #purely fairseq change
         if [ -n "$is_fairseq" -a -z "$is_transformers" ]
@@ -48,7 +51,7 @@ jobs:
         else if [ -z "$is_fairseq" -a -n "$is_transformers" ]
         then
           bash tests/run_transformers_tests.sh
-        else if [ -n "$is_functional" ]
+        else if [ -n "$is_py_change" -o -n "$is_cpp_change" ]
         then
           bash tests/run_fairseq_tests.sh
           bash tests/run_transformers_tests.sh
@@ -60,29 +63,35 @@ jobs:
         fi
         fi
 
-        #install pylint, wrapt update is essential.
-        conda update --name --yes base conda
-        conda update --yes wrapt
-        pip install pylint
-        
-        #install pylint
-        pip install cpplint
-        
         #Linting checks for python files
-        echo $files_changed|grep .py|while read file; do
-          pylint --rcfile=.pylintrc $file
-        done
-
-        #Linting checks for c++ files
-        echo $files_changed| grep .cpp|while read file; do
-          cpplint $file
-        done
+        if [ -n "$is_py_change" ]
+        then
+          #install pylint, wrapt update is essential.
+          conda update --name --yes base conda
+          conda update --yes wrapt
+          pip install pylint
+          echo $files_changed|grep .py|while read file; do
+            pylint --rcfile=.pylintrc $file
+          done
+        else 
+          :
+        fi
+        
+        #Linting checks for c++/cuda files
+        if [ -n "$is_cpp_change" ]
+        then
+          #install cpplint
+          pip install cpplint
+          echo $files_changed| grep .cpp|while read file; do
+            cpplint $file
+          done
+          echo $files_changed| grep .cu|while read file; do
+            cpplint $file
+          done
+        else 
+          :
+        fi
         
-        #Linting checks for cu files
-        echo $files_changed| grep .cu|while read file; do
-          cpplint $file
-        done
-      
         #run benchmarks 
         #cd benchmarks/
         #CUDA_VISIBLE_DEVICES=3 run_all_benchmarks.sh

From 3bc46e8a7d7deb2f9394490357df75b035c99038 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 19:10:23 -0700
Subject: [PATCH 39/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 476513d..ad9eb75 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -30,7 +30,9 @@ jobs:
         
         #run unit tests
         #files chnaged in current PR
-        files_changed=$(git --no-pager diff --name-only HEAD $(git merge-base HEAD main))
+        files_changed=$(git diff HEAD HEAD~ --name-only)
+        echo "Chnaged Files POPO"
+        echo $files_changed
         
         echo "Files Edited in Current PR"
         echo $files_changed

From 41975d029713db673e77be2a656644b0dc6298fb Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 19:31:36 -0700
Subject: [PATCH 40/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 12 ++++++++----
 1 file changed, 8 insertions(+), 4 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index ad9eb75..d574fb6 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -48,18 +48,22 @@ jobs:
         #purely fairseq change
         if [ -n "$is_fairseq" -a -z "$is_transformers" ]
         then
-          bash tests/run_fairseq_tests.sh
+          echo "Only fairseq"
+          #bash tests/run_fairseq_tests.sh
         #purely transformers change
         else if [ -z "$is_fairseq" -a -n "$is_transformers" ]
         then
-          bash tests/run_transformers_tests.sh
+          #bash tests/run_transformers_tests.sh
+          echo "only transformers"
         else if [ -n "$is_py_change" -o -n "$is_cpp_change" ]
         then
-          bash tests/run_fairseq_tests.sh
-          bash tests/run_transformers_tests.sh
+          echo "Both"
+          #bash tests/run_fairseq_tests.sh
+          #bash tests/run_transformers_tests.sh
         else
           #bash tests/run_fairseq_tests.sh
           #bash tests/run_transformers_tests.sh
+          echo "None"
           :
         fi
         fi

From b84ae3ca2808a409b770cca0d5dca209f2298961 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 19:41:50 -0700
Subject: [PATCH 41/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index d574fb6..48f2843 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -45,6 +45,13 @@ jobs:
         is_py_change=$(echo $files_changed|grep .py)
         is_cpp_change=$(echo $files_changed|grep -e .cu -e .cpp)
         
+        echo "is fairseq"
+        echo $is_fairseq
+        
+        echo "is transformers"
+        echo $is_transformers
+        
+        
         #purely fairseq change
         if [ -n "$is_fairseq" -a -z "$is_transformers" ]
         then

From a0521694a0a5d5411b4f0a8bfa63fd3f6dc9c1e2 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 19:44:51 -0700
Subject: [PATCH 42/48] Update beam_search_optimizer.py

---
 fastseq/optimizer/fairseq/beam_search_optimizer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/fastseq/optimizer/fairseq/beam_search_optimizer.py b/fastseq/optimizer/fairseq/beam_search_optimizer.py
index 743e632..c2fef33 100644
--- a/fastseq/optimizer/fairseq/beam_search_optimizer.py
+++ b/fastseq/optimizer/fairseq/beam_search_optimizer.py
@@ -1,6 +1,6 @@
 # Copyright (c) Microsoft Corporation.
 # Licensed under the MIT License.
-
+#
 """Import the optimization for beam search related parts in FairSeq."""
 
 from packaging import version

From c0fc2a438e0bad6a32418de9b442c3456b74ad9b Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 20:15:42 -0700
Subject: [PATCH 43/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 48f2843..431358d 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -40,7 +40,7 @@ jobs:
         export CUDA_VISIBLE_DEVICES=2,3
         #check whether this PR is specific to fairseq/transformers/both.
         #run PR specific unittests.
-        is_fairseq= $(echo $files_changed|grep fairseq)
+        is_fairseq=$(echo $files_changed|grep fairseq)
         is_transformers=$(echo $files_changed|grep transformers)
         is_py_change=$(echo $files_changed|grep .py)
         is_cpp_change=$(echo $files_changed|grep -e .cu -e .cpp)

From 009d5521c211f63d59cc5a570b717ab759d9b0dc Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 20:18:50 -0700
Subject: [PATCH 44/48] Update beam_search_optimizer.py

---
 fastseq/optimizer/fairseq/beam_search_optimizer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/fastseq/optimizer/fairseq/beam_search_optimizer.py b/fastseq/optimizer/fairseq/beam_search_optimizer.py
index c2fef33..705bfff 100644
--- a/fastseq/optimizer/fairseq/beam_search_optimizer.py
+++ b/fastseq/optimizer/fairseq/beam_search_optimizer.py
@@ -1,6 +1,6 @@
 # Copyright (c) Microsoft Corporation.
 # Licensed under the MIT License.
-#
+##
 """Import the optimization for beam search related parts in FairSeq."""
 
 from packaging import version

From cca3af22dfa3e5e1247b7aae04022b2ff62dba9c Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 20:24:11 -0700
Subject: [PATCH 45/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 431358d..afc9629 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -55,22 +55,22 @@ jobs:
         #purely fairseq change
         if [ -n "$is_fairseq" -a -z "$is_transformers" ]
         then
-          echo "Only fairseq"
-          #bash tests/run_fairseq_tests.sh
+          echo "Running Only fairseq unittests"
+          bash tests/run_fairseq_tests.sh
         #purely transformers change
         else if [ -z "$is_fairseq" -a -n "$is_transformers" ]
         then
-          #bash tests/run_transformers_tests.sh
-          echo "only transformers"
+          echo "Running Only transformers unittests"
+          bash tests/run_transformers_tests.sh
         else if [ -n "$is_py_change" -o -n "$is_cpp_change" ]
         then
-          echo "Both"
-          #bash tests/run_fairseq_tests.sh
-          #bash tests/run_transformers_tests.sh
+          echo "Running fairseq and transformers unittests"
+          bash tests/run_fairseq_tests.sh
+          bash tests/run_transformers_tests.sh
         else
           #bash tests/run_fairseq_tests.sh
           #bash tests/run_transformers_tests.sh
-          echo "None"
+          echo " *** Skipping all unittests *** "
           :
         fi
         fi

From f715c275126ece09ad660215dc229a8d7933bc41 Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 20:31:39 -0700
Subject: [PATCH 46/48] Update beam_search_optimizer.py

---
 fastseq/optimizer/fairseq/beam_search_optimizer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/fastseq/optimizer/fairseq/beam_search_optimizer.py b/fastseq/optimizer/fairseq/beam_search_optimizer.py
index 705bfff..9dba51d 100644
--- a/fastseq/optimizer/fairseq/beam_search_optimizer.py
+++ b/fastseq/optimizer/fairseq/beam_search_optimizer.py
@@ -1,6 +1,6 @@
 # Copyright (c) Microsoft Corporation.
 # Licensed under the MIT License.
-##
+###
 """Import the optimization for beam search related parts in FairSeq."""
 
 from packaging import version

From 3dd9ed05cbe1f38375b33dcd795150f524f3dc6c Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Fri, 23 Oct 2020 20:35:24 -0700
Subject: [PATCH 47/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 15 ++-------------
 1 file changed, 2 insertions(+), 13 deletions(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index afc9629..26e9fb3 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -28,12 +28,8 @@ jobs:
         python -c "import torch; print('torch:', torch.__version__, torch)"
         python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
         
-        #run unit tests
         #files chnaged in current PR
-        files_changed=$(git diff HEAD HEAD~ --name-only)
-        echo "Chnaged Files POPO"
-        echo $files_changed
-        
+        files_changed=$(git diff HEAD HEAD~ --name-only)        
         echo "Files Edited in Current PR"
         echo $files_changed
         
@@ -44,14 +40,7 @@ jobs:
         is_transformers=$(echo $files_changed|grep transformers)
         is_py_change=$(echo $files_changed|grep .py)
         is_cpp_change=$(echo $files_changed|grep -e .cu -e .cpp)
-        
-        echo "is fairseq"
-        echo $is_fairseq
-        
-        echo "is transformers"
-        echo $is_transformers
-        
-        
+              
         #purely fairseq change
         if [ -n "$is_fairseq" -a -z "$is_transformers" ]
         then

From d4a3b9f359e3d382fd1c5299bde5a96894ab621e Mon Sep 17 00:00:00 2001
From: NickNickGo <66033489+NickNickGo@users.noreply.github.com>
Date: Tue, 27 Oct 2020 16:13:43 -0700
Subject: [PATCH 48/48] Update azure-pipelines.yml

---
 azure-pipelines.yml | 1 -
 1 file changed, 1 deletion(-)

diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 26e9fb3..2693aa0 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -1,4 +1,3 @@
-#
 trigger:
   paths:
     exclude: