From 2f581a01b91744ce62506249af498b6ecd53363f Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 20 Jan 2025 18:09:41 -0800
Subject: [PATCH 01/52] first version

---
 .../common/ExecutorDeployment.scala           | 34 ++++++++++++-------
 .../amber/engine/common/AmberRuntime.scala    | 19 +++++++----
 .../core/workflow/LocationPreference.scala    |  2 ++
 .../operator/distinct/DistinctOpDesc.scala    | 29 ++++++++++++----
 .../filter/SpecializedFilterOpDesc.scala      | 29 ++++++++++++----
 .../keywordSearch/KeywordSearchOpDesc.scala   | 32 ++++++++++++-----
 6 files changed, 105 insertions(+), 40 deletions(-)

diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
index e0a9d53eacd..547af38af96 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
@@ -2,29 +2,25 @@ package edu.uci.ics.amber.engine.architecture.common
 
 import akka.actor.{Address, Deploy}
 import akka.remote.RemoteScope
-import edu.uci.ics.amber.core.workflow.{PhysicalOp, PreferController, RoundRobinPreference}
+import edu.uci.ics.amber.core.workflow.{PhysicalOp, PreferController, RoundRobinPreference, GoToSpecificNode}
 import edu.uci.ics.amber.engine.architecture.controller.execution.OperatorExecution
 import edu.uci.ics.amber.engine.architecture.deploysemantics.AddressInfo
 import edu.uci.ics.amber.engine.architecture.pythonworker.PythonWorkflowWorker
 import edu.uci.ics.amber.engine.architecture.scheduling.config.OperatorConfig
 import edu.uci.ics.amber.engine.architecture.worker.WorkflowWorker
-import edu.uci.ics.amber.engine.architecture.worker.WorkflowWorker.{
-  FaultToleranceConfig,
-  StateRestoreConfig,
-  WorkerReplayInitialization
-}
+import edu.uci.ics.amber.engine.architecture.worker.WorkflowWorker.{FaultToleranceConfig, StateRestoreConfig, WorkerReplayInitialization}
 import edu.uci.ics.amber.util.VirtualIdentityUtils
 
 object ExecutorDeployment {
 
   def createWorkers(
-      op: PhysicalOp,
-      controllerActorService: AkkaActorService,
-      operatorExecution: OperatorExecution,
-      operatorConfig: OperatorConfig,
-      stateRestoreConfig: Option[StateRestoreConfig],
-      replayLoggingConfig: Option[FaultToleranceConfig]
-  ): Unit = {
+                     op: PhysicalOp,
+                     controllerActorService: AkkaActorService,
+                     operatorExecution: OperatorExecution,
+                     operatorConfig: OperatorConfig,
+                     stateRestoreConfig: Option[StateRestoreConfig],
+                     replayLoggingConfig: Option[FaultToleranceConfig]
+                   ): Unit = {
 
     val addressInfo = AddressInfo(
       controllerActorService.getClusterNodeAddresses,
@@ -38,7 +34,19 @@ object ExecutorDeployment {
       val preferredAddress: Address = locationPreference match {
         case PreferController =>
           addressInfo.controllerAddress
+        case node: GoToSpecificNode =>
+          println("---------++")
+          println("worker id: " + workerId)
+          println("worker index: " + workerIndex)
+          addressInfo.allAddresses.foreach(address => println("Address: " + address + "Address host: " + address.host.get))
+          println("---------++")
+          addressInfo.allAddresses.find(addr => addr.host.get == node.nodeAddr).get
         case RoundRobinPreference =>
+          println("+++++")
+          println("worker id: " + workerId)
+          println("worker index: " + workerIndex)
+          addressInfo.allAddresses.foreach(address => println("Address: " + address + "Address host: " + address.host.get))
+          println("+++++")
           assert(
             addressInfo.allAddresses.nonEmpty,
             "Execution failed to start, no available computation nodes"
diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala b/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
index e21a9eb0c09..36d5a8f0a85 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
@@ -8,7 +8,7 @@ import edu.uci.ics.amber.clustering.ClusterListener
 import edu.uci.ics.amber.engine.architecture.messaginglayer.DeadLetterMonitorActor
 
 import java.io.{BufferedReader, InputStreamReader}
-import java.net.URL
+import java.net.{InetAddress, URL}
 import scala.concurrent.ExecutionContext.Implicits.global
 import scala.concurrent.duration.FiniteDuration
 
@@ -26,7 +26,7 @@ object AmberRuntime {
   }
 
   def scheduleRecurringCallThroughActorSystem(initialDelay: FiniteDuration, delay: FiniteDuration)(
-      call: => Unit
+    call: => Unit
   ): Cancellable = {
     _actorSystem.scheduler.scheduleWithFixedDelay(initialDelay, delay)(() => call)
   }
@@ -35,7 +35,8 @@ object AmberRuntime {
     try {
       val query = new URL("http://checkip.amazonaws.com")
       val in = new BufferedReader(new InputStreamReader(query.openStream()))
-      in.readLine()
+      //      in.readLine()
+      InetAddress.getLocalHost().getHostAddress()
     } catch {
       case e: Exception => throw e
     }
@@ -50,8 +51,10 @@ object AmberRuntime {
     val masterConfig = ConfigFactory
       .parseString(s"""
         akka.remote.artery.canonical.port = 2552
-        akka.remote.artery.canonical.hostname = $localIpAddress
-        akka.cluster.seed-nodes = [ "akka://Amber@$localIpAddress:2552" ]
+        akka.remote.artery.canonical.hostname = "44.218.250.138"
+        akka.remote.artery.bind.hostname = $localIpAddress
+        akka.remote.artery.bind.port = 2552
+        akka.cluster.seed-nodes = [ "akka://Amber@44.218.250.138:2552" ]
         """)
       .withFallback(akkaConfig)
     AmberConfig.masterNodeAddr = createMasterAddress(localIpAddress)
@@ -70,9 +73,11 @@ object AmberRuntime {
     }
     val workerConfig = ConfigFactory
       .parseString(s"""
-        akka.remote.artery.canonical.hostname = $localIpAddress
+        akka.remote.artery.canonical.hostname = "44.218.250.138"
         akka.remote.artery.canonical.port = 0
-        akka.cluster.seed-nodes = [ "akka://Amber@$addr:2552" ]
+        akka.remote.artery.bind.hostname = $localIpAddress
+        akka.remote.artery.bind.port = 0
+        akka.cluster.seed-nodes = [ "akka://Amber@44.218.250.138:2552" ]
         """)
       .withFallback(akkaConfig)
     AmberConfig.masterNodeAddr = createMasterAddress(addr)
diff --git a/core/workflow-core/src/main/scala/edu/uci/ics/amber/core/workflow/LocationPreference.scala b/core/workflow-core/src/main/scala/edu/uci/ics/amber/core/workflow/LocationPreference.scala
index 40372b93dd6..ba7c77aa965 100644
--- a/core/workflow-core/src/main/scala/edu/uci/ics/amber/core/workflow/LocationPreference.scala
+++ b/core/workflow-core/src/main/scala/edu/uci/ics/amber/core/workflow/LocationPreference.scala
@@ -12,3 +12,5 @@ object PreferController extends LocationPreference
 // - Operator A: Worker 1 -> Node 1, Worker 2 -> Node 2, Worker 3 -> Node 3
 // - Operator B: Worker 1 -> Node 1, Worker 2 -> Node 2
 object RoundRobinPreference extends LocationPreference
+
+case class GoToSpecificNode(nodeAddr:String) extends LocationPreference
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
index 7f851743b18..1d70db53bb0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
@@ -1,18 +1,31 @@
 package edu.uci.ics.amber.operator.distinct
 
+import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
+import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.core.workflow.{HashPartition, InputPort, OutputPort, PhysicalOp}
+import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, HashPartition, InputPort, OutputPort, PhysicalOp}
 import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
 class DistinctOpDesc extends LogicalOp {
 
+  @JsonProperty(required = false)
+  @JsonSchemaTitle("nodeAddr")
+  @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
+  var nodeAddr: String = _
+
+  @JsonProperty(defaultValue = "true")
+  @JsonSchemaTitle("location preference(default)")
+  @JsonPropertyDescription("Whether use default RoundRobinPreference")
+  var UseRoundRobin: Boolean = true
+
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -23,7 +36,11 @@ class DistinctOpDesc extends LogicalOp {
       .withOutputPorts(operatorInfo.outputPorts)
       .withPartitionRequirement(List(Option(HashPartition())))
       .withDerivePartition(_ => HashPartition())
-
+    if (!UseRoundRobin) {
+      baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr))) // Use the actual `nodeAddr`
+    } else {
+      baseOp // Return without modifying location preference
+    }
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
index 340e2ee8b48..75c21def9e0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
@@ -1,12 +1,13 @@
 package edu.uci.ics.amber.operator.filter
 
 import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
+import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
-import edu.uci.ics.amber.core.workflow.PhysicalOp
+import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, InputPort, OutputPort, PhysicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
+import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 
 class SpecializedFilterOpDesc extends FilterOpDesc {
 
@@ -14,11 +15,21 @@ class SpecializedFilterOpDesc extends FilterOpDesc {
   @JsonPropertyDescription("multiple predicates in OR")
   var predicates: List[FilterPredicate] = List.empty
 
+  @JsonProperty(required = false)
+  @JsonSchemaTitle("nodeAddr")
+  @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
+  var nodeAddr: String = _
+
+  @JsonProperty(defaultValue = "true")
+  @JsonSchemaTitle("location preference(default)")
+  @JsonPropertyDescription("Whether use default RoundRobinPreference")
+  var UseRoundRobin: Boolean = true
+
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -30,6 +41,12 @@ class SpecializedFilterOpDesc extends FilterOpDesc {
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
+
+    if (!UseRoundRobin) {
+      baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr))) // Use the actual `nodeAddr`
+    } else {
+      baseOp // Return without modifying location preference
+    }
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
index b3e41f267e6..30773288ad2 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
@@ -1,15 +1,14 @@
 package edu.uci.ics.amber.operator.keywordSearch
 
 import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
-import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
+import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
-import edu.uci.ics.amber.core.workflow.PhysicalOp
+import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, InputPort, OutputPort, PhysicalOp}
 import edu.uci.ics.amber.operator.filter.FilterOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
+import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, UIWidget}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 
 class KeywordSearchOpDesc extends FilterOpDesc {
 
@@ -24,11 +23,22 @@ class KeywordSearchOpDesc extends FilterOpDesc {
   @JsonPropertyDescription("keywords")
   var keyword: String = _
 
+  @JsonProperty(required = false)
+  @JsonSchemaTitle("nodeAddr")
+  @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
+  var nodeAddr: String = _
+
+  @JsonProperty(defaultValue = "true")
+  @JsonSchemaTitle("location preference(default)")
+  @JsonPropertyDescription("Whether use default RoundRobinPreference")
+  var UseRoundRobin: Boolean = true
+
+
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -40,6 +50,12 @@ class KeywordSearchOpDesc extends FilterOpDesc {
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
+
+    if (!UseRoundRobin) {
+      baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr))) // Use the actual `nodeAddr`
+    } else {
+      baseOp // Return without modifying location preference
+    }
   }
 
   override def operatorInfo: OperatorInfo =

From 046edea46dd0b786b591290af467a9f29ecd6b11 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Sun, 2 Feb 2025 20:31:37 -0800
Subject: [PATCH 02/52] finish amberruntime

---
 .../amber/engine/common/AmberRuntime.scala    | 75 ++++++++++++++-----
 1 file changed, 56 insertions(+), 19 deletions(-)

diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala b/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
index 36d5a8f0a85..810c4fa8470 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
@@ -35,8 +35,14 @@ object AmberRuntime {
     try {
       val query = new URL("http://checkip.amazonaws.com")
       val in = new BufferedReader(new InputStreamReader(query.openStream()))
-      //      in.readLine()
-      InetAddress.getLocalHost().getHostAddress()
+      val ip = in.readLine()
+      val localIp = InetAddress.getLocalHost().getHostAddress()
+      println(s"public++++++++++in.readLine(): $ip") // 打印 IP
+      println(s"private——————————InetAddress.getLocalHost().getHostAddress(): $localIp") // 打印 IP
+      //打印public++++++++++in.readLine(): 35.84.255.218
+      //private——————————InetAddress.getLocalHost().getHostAddress(): 172.31.31.180
+      ip
+      //      InetAddress.getLocalHost().getHostAddress()
     } catch {
       case e: Exception => throw e
     }
@@ -46,19 +52,33 @@ object AmberRuntime {
     var localIpAddress = "localhost"
     if (clusterMode) {
       localIpAddress = getNodeIpAddress
-    }
 
-    val masterConfig = ConfigFactory
-      .parseString(s"""
+      val localPrivateIdAddress = InetAddress.getLocalHost().getHostAddress()
+
+      val masterConfig = ConfigFactory
+        .parseString(s"""
+              akka.remote.artery.canonical.port = 2552
+              akka.remote.artery.canonical.hostname = $localIpAddress
+              akka.remote.artery.bind.hostname = $localPrivateIdAddress
+              akka.remote.artery.bind.port = 2552
+              akka.cluster.seed-nodes = [ "akka://Amber@$localIpAddress:2552" ]
+              """)
+        .withFallback(akkaConfig)
+      AmberConfig.masterNodeAddr = createMasterAddress(localIpAddress)
+      createAmberSystem(masterConfig)
+    }
+    else{
+      val masterConfig = ConfigFactory
+        .parseString(s"""
         akka.remote.artery.canonical.port = 2552
-        akka.remote.artery.canonical.hostname = "44.218.250.138"
-        akka.remote.artery.bind.hostname = $localIpAddress
-        akka.remote.artery.bind.port = 2552
-        akka.cluster.seed-nodes = [ "akka://Amber@44.218.250.138:2552" ]
+        akka.remote.artery.canonical.hostname = $localIpAddress
+        akka.cluster.seed-nodes = [ "akka://Amber@$localIpAddress:2552" ]
         """)
-      .withFallback(akkaConfig)
-    AmberConfig.masterNodeAddr = createMasterAddress(localIpAddress)
-    createAmberSystem(masterConfig)
+        .withFallback(akkaConfig)
+      AmberConfig.masterNodeAddr = createMasterAddress(localIpAddress)
+      createAmberSystem(masterConfig)
+
+    }
   }
 
   def akkaConfig: Config = ConfigFactory.load("cluster").withFallback(defaultApplication())
@@ -69,19 +89,36 @@ object AmberRuntime {
     val addr = mainNodeAddress.getOrElse("localhost")
     var localIpAddress = "localhost"
     if (mainNodeAddress.isDefined) {
+
+      println(s"main++++++++++NodeAddress: $mainNodeAddress")
+      //打印main++++++++++NodeAddress: Some(35.84.255.218)
+
       localIpAddress = getNodeIpAddress
+
+      val localPrivateIdAddress = InetAddress.getLocalHost().getHostAddress()
+
+      val workerConfig = ConfigFactory
+        .parseString(s"""
+              akka.remote.artery.canonical.hostname = $localIpAddress
+              akka.remote.artery.canonical.port = 0
+              akka.remote.artery.bind.hostname = $localPrivateIdAddress
+              akka.remote.artery.bind.port = 0
+              akka.cluster.seed-nodes = [ "akka://Amber@$addr:2552" ]
+              """)
+        .withFallback(akkaConfig)
+      AmberConfig.masterNodeAddr = createMasterAddress(addr)
+      createAmberSystem(workerConfig)
     }
-    val workerConfig = ConfigFactory
+
+    else{val workerConfig = ConfigFactory
       .parseString(s"""
-        akka.remote.artery.canonical.hostname = "44.218.250.138"
+        akka.remote.artery.canonical.hostname = $localIpAddress
         akka.remote.artery.canonical.port = 0
-        akka.remote.artery.bind.hostname = $localIpAddress
-        akka.remote.artery.bind.port = 0
-        akka.cluster.seed-nodes = [ "akka://Amber@44.218.250.138:2552" ]
+        akka.cluster.seed-nodes = [ "akka://Amber@$addr:2552" ]
         """)
       .withFallback(akkaConfig)
-    AmberConfig.masterNodeAddr = createMasterAddress(addr)
-    createAmberSystem(workerConfig)
+      AmberConfig.masterNodeAddr = createMasterAddress(addr)
+      createAmberSystem(workerConfig)}
   }
 
   private def createAmberSystem(actorSystemConf: Config): Unit = {

From 70f55b354f15f4b1c457104a2fcc452875ba4416 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 3 Feb 2025 13:10:42 -0800
Subject: [PATCH 03/52] make advance attribute show in different tab

---
 ...perator-property-edit-frame.component.html | 76 ++++++++++++++-----
 .../operator-property-edit-frame.component.ts | 22 +++++-
 2 files changed, 80 insertions(+), 18 deletions(-)

diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
index ea2cd19131e..f53af9f9b07 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
@@ -68,23 +68,65 @@
   (focusout)="disconnectQuillFromText()"
   (keyup.enter)="disconnectQuillFromText()"></div>
 
-<form
-  nz-form
-  [nzLayout]="'vertical'"
-  *ngIf="formlyFields && formlyFormGroup"
-  [formGroup]="formlyFormGroup"
-  class="property-editor-form">
-  <formly-form
-    (modelChange)="onFormChanges($event)"
-    [fields]="formlyFields"
-    [form]="formlyFormGroup"
-    [model]="formData"
-    [options]="formlyOptions">
-  </formly-form>
-  <texera-type-casting-display
-    *ngIf="isTypeCasting"
-    currentOperatorId="{{this.currentOperatorId}}"></texera-type-casting-display>
-</form>
+<!--<form-->
+<!--  nz-form-->
+<!--  [nzLayout]="'vertical'"-->
+<!--  *ngIf="formlyFields && formlyFormGroup"-->
+<!--  [formGroup]="formlyFormGroup"-->
+<!--  class="property-editor-form">-->
+<!--  <formly-form-->
+<!--    (modelChange)="onFormChanges($event)"-->
+<!--    [fields]="formlyFields"-->
+<!--    [form]="formlyFormGroup"-->
+<!--    [model]="formData"-->
+<!--    [options]="formlyOptions">-->
+<!--  </formly-form>-->
+<!--  <texera-type-casting-display-->
+<!--    *ngIf="isTypeCasting"-->
+<!--    currentOperatorId="{{this.currentOperatorId}}"></texera-type-casting-display>-->
+<!--</form>-->
+
+
+<nz-tabset>
+  <!-- Basic 配置 -->
+  <nz-tab nzTitle="Basic Settings" *ngIf="basicFields.length > 0">
+    <form
+      nz-form
+      nzLayout="vertical"
+      *ngIf="formlyFields && formlyFormGroup"
+      [formGroup]="formlyFormGroup"
+      class="property-editor-form"
+    >
+      <formly-form
+        (modelChange)="onFormChanges($event)"
+        [fields]="basicFields"
+        [form]="formlyFormGroup"
+        [model]="formData"
+        [options]="formlyOptions">
+      </formly-form>
+    </form>
+  </nz-tab>
+
+  <!-- Advanced 配置 -->
+  <nz-tab nzTitle="Advanced Settings" *ngIf="advancedFields.length > 0">
+    <form
+      nz-form
+      nzLayout="vertical"
+      *ngIf="formlyFields && formlyFormGroup"
+      [formGroup]="formlyFormGroup"
+      class="property-editor-form"
+    >
+      <formly-form
+        (modelChange)="onFormChanges($event)"
+        [fields]="advancedFields"
+        [form]="formlyFormGroup"
+        [model]="formData"
+        [options]="formlyOptions">
+      </formly-form>
+    </form>
+  </nz-tab>
+</nz-tabset>
+
 
 <button
   (click)="allowModifyOperatorLogic()"
diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
index 834cad397c2..9c20c3c8b11 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
@@ -125,6 +125,9 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
   // used to tear down subscriptions that takeUntil(teardownObservable)
   private teardownObservable: Subject<void> = new Subject();
 
+  public basicFields: FormlyFieldConfig[] = [];
+  public advancedFields: FormlyFieldConfig[] = [];
+
   constructor(
     private formlyJsonschema: FormlyJsonschema,
     private workflowActionService: WorkflowActionService,
@@ -379,6 +382,14 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
         },
       };
 
+      if (mapSource.description === "advance") {
+        mappedField.props = {
+          ...mappedField.props,
+          tab: "AdvancedSettings"
+        };
+      }
+
+
       // Disable dummy operator for user
       if (mappedField.key === "dummyOperator") {
         mappedField.expressions = {
@@ -432,6 +443,8 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
         mappedField.type = "inputautocomplete";
       }
 
+      //若
+
       // if the title is python script (for Python UDF), then make this field a custom template 'codearea'
       if (mapSource?.description?.toLowerCase() === "input your code here") {
         if (mappedField.type) {
@@ -645,7 +658,9 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
     };
 
     const schemaProperties = schema.properties;
-    const fields = field.fieldGroup;
+
+    // const fields = field.fieldGroup;
+    const fields = field.fieldGroup ?? [];
 
     // adding custom options, relational N-to-M mapping.
     if (schemaProperties && fields) {
@@ -669,6 +684,11 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
     // not return field.fieldGroup directly because
     // doing so the validator in the field will not be triggered
     this.formlyFields = [field];
+
+    this.basicFields = fields.filter(f => f.props?.tab !== "AdvancedSettings");
+    this.advancedFields = fields.filter(f => f.props?.tab === "AdvancedSettings");
+
+    console.log("++++++fileds:", this.formlyFields )
   }
 
   allowModifyOperatorLogic(): void {

From 3745771447a64ba917a4743395b9b83eef6100bb Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 3 Feb 2025 13:20:03 -0800
Subject: [PATCH 04/52] add a comment

---
 .../operator-property-edit-frame.component.html               | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
index f53af9f9b07..021328a2a94 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
@@ -87,6 +87,10 @@
 <!--</form>-->
 
 
+<!--有个问题，validator可能有问题？// not return field.fieldGroup directly because-->
+<!--// doing so the validator in the field will not be triggered-->
+<!--this.formlyFields = [field];-->
+
 <nz-tabset>
   <!-- Basic 配置 -->
   <nz-tab nzTitle="Basic Settings" *ngIf="basicFields.length > 0">

From 6ec182ae0e0ffd0ff9a354bf05e74d105abf8f8f Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 10 Feb 2025 02:46:39 -0800
Subject: [PATCH 05/52] first version

---
 .../amber/clustering/ClusterListener.scala    | 13 ++++-
 .../common/ExecutorDeployment.scala           | 23 +++++++--
 .../response/ClusterStatusUpdateEvent.scala   |  4 +-
 core/gui/src/app/app.module.ts                |  2 +
 .../src/app/common/formly/formly-config.ts    |  2 +
 .../input-node-address.component.html         | 10 ++++
 .../input-node-address.component.scss         |  7 +++
 .../input-node-address.component.ts           | 43 ++++++++++++++++
 ...perator-property-edit-frame.component.html | 50 +++++++++++++++++-
 .../types/workflow-websocket.interface.ts     |  1 +
 .../ManualLocationConfiguration.scala         | 51 +++++++++++++++++++
 .../operator/distinct/DistinctOpDesc.scala    | 21 ++------
 12 files changed, 203 insertions(+), 24 deletions(-)
 create mode 100644 core/gui/src/app/workspace/component/input-node-address/input-node-address.component.html
 create mode 100644 core/gui/src/app/workspace/component/input-node-address/input-node-address.component.scss
 create mode 100644 core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
 create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala

diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala b/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
index 9c639946d3c..fdb631dfd2d 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
@@ -27,6 +27,10 @@ object ClusterListener {
   final case class GetAvailableNodeAddresses()
 
   var numWorkerNodesInCluster = 0
+
+  //这里用var吗
+  // add a variable to hold the addresses
+  var currentAddresses: Set[Address] = Set.empty
 }
 
 class ClusterListener extends Actor with AmberLogging {
@@ -117,14 +121,21 @@ class ClusterListener extends Actor with AmberLogging {
       case other => //skip
     }
 
+    ClusterListener.currentAddresses = getAllAddress.toSet
     numWorkerNodesInCluster = getAllAddress.size
+
+    val addressesStr = ClusterListener.currentAddresses.map(_.toString).toSeq
+
     SessionState.getAllSessionStates.foreach { state =>
-      state.send(ClusterStatusUpdateEvent(numWorkerNodesInCluster))
+      state.send(ClusterStatusUpdateEvent(numWorkerNodesInCluster, addressesStr))
     }
 
     logger.info(
       "---------Now we have " + numWorkerNodesInCluster + s" nodes in the cluster---------"
     )
+    logger.info(
+      "+++++++Now we have " + getAllAddress
+    )
 
   }
 
diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
index 547af38af96..1cd4777ad06 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
@@ -1,8 +1,8 @@
 package edu.uci.ics.amber.engine.architecture.common
 
-import akka.actor.{Address, Deploy}
+import akka.actor.{Address, AddressFromURIString, Deploy}
 import akka.remote.RemoteScope
-import edu.uci.ics.amber.core.workflow.{PhysicalOp, PreferController, RoundRobinPreference, GoToSpecificNode}
+import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, PhysicalOp, PreferController, RoundRobinPreference}
 import edu.uci.ics.amber.engine.architecture.controller.execution.OperatorExecution
 import edu.uci.ics.amber.engine.architecture.deploysemantics.AddressInfo
 import edu.uci.ics.amber.engine.architecture.pythonworker.PythonWorkflowWorker
@@ -22,6 +22,8 @@ object ExecutorDeployment {
                      replayLoggingConfig: Option[FaultToleranceConfig]
                    ): Unit = {
 
+    println("123321=====")
+
     val addressInfo = AddressInfo(
       controllerActorService.getClusterNodeAddresses,
       controllerActorService.self.path.address
@@ -38,9 +40,22 @@ object ExecutorDeployment {
           println("---------++")
           println("worker id: " + workerId)
           println("worker index: " + workerIndex)
-          addressInfo.allAddresses.foreach(address => println("Address: " + address + "Address host: " + address.host.get))
+          addressInfo.allAddresses.foreach { address =>
+            println(s"Address: $address, Address host: ${address.host.getOrElse("None")}")
+          }
           println("---------++")
-          addressInfo.allAddresses.find(addr => addr.host.get == node.nodeAddr).get
+
+          val targetAddress = AddressFromURIString(node.nodeAddr)
+
+          // 尝试在所有地址中查找匹配指定节点地址的 Address
+          addressInfo.allAddresses.find(addr => addr == targetAddress) match {
+            case Some(address) => address
+            case None =>
+              throw new IllegalStateException(
+                s"Designated node address '${node.nodeAddr}' not found among available addresses: " +
+                  addressInfo.allAddresses.map(_.host.getOrElse("None")).mkString(", ")
+              )
+          }
         case RoundRobinPreference =>
           println("+++++")
           println("worker id: " + workerId)
diff --git a/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala b/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala
index bda2d246f4c..fde59ac297e 100644
--- a/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala
@@ -2,4 +2,6 @@ package edu.uci.ics.texera.web.model.websocket.response
 
 import edu.uci.ics.texera.web.model.websocket.event.TexeraWebSocketEvent
 
-case class ClusterStatusUpdateEvent(numWorkers: Int) extends TexeraWebSocketEvent
+//case class ClusterStatusUpdateEvent(numWorkers: Int) extends TexeraWebSocketEvent
+
+case class ClusterStatusUpdateEvent(numWorkers: Int, addresses: Seq[String] = Seq.empty) extends TexeraWebSocketEvent
diff --git a/core/gui/src/app/app.module.ts b/core/gui/src/app/app.module.ts
index 0d96616d236..e476d4b877a 100644
--- a/core/gui/src/app/app.module.ts
+++ b/core/gui/src/app/app.module.ts
@@ -81,6 +81,7 @@ import { AdminGuardService } from "./dashboard/service/admin/guard/admin-guard.s
 import { ContextMenuComponent } from "./workspace/component/workflow-editor/context-menu/context-menu/context-menu.component";
 import { CoeditorUserIconComponent } from "./workspace/component/menu/coeditor-user-icon/coeditor-user-icon.component";
 import { InputAutoCompleteComponent } from "./workspace/component/input-autocomplete/input-autocomplete.component";
+import { InputNodeAddressComponent } from "./workspace/component/input-node-address/input-node-address.component";
 import { CollabWrapperComponent } from "./common/formly/collab-wrapper/collab-wrapper/collab-wrapper.component";
 import { NzSwitchModule } from "ng-zorro-antd/switch";
 import { AboutComponent } from "./hub/component/about/about.component";
@@ -208,6 +209,7 @@ registerLocaleData(en);
     ContextMenuComponent,
     CoeditorUserIconComponent,
     InputAutoCompleteComponent,
+    InputNodeAddressComponent,
     FileSelectionComponent,
     CollabWrapperComponent,
     AboutComponent,
diff --git a/core/gui/src/app/common/formly/formly-config.ts b/core/gui/src/app/common/formly/formly-config.ts
index bbd4be968eb..178f7a18345 100644
--- a/core/gui/src/app/common/formly/formly-config.ts
+++ b/core/gui/src/app/common/formly/formly-config.ts
@@ -7,6 +7,7 @@ import { CodeareaCustomTemplateComponent } from "../../workspace/component/codea
 import { PresetWrapperComponent } from "./preset-wrapper/preset-wrapper.component";
 import { InputAutoCompleteComponent } from "../../workspace/component/input-autocomplete/input-autocomplete.component";
 import { CollabWrapperComponent } from "./collab-wrapper/collab-wrapper/collab-wrapper.component";
+import { InputNodeAddressComponent } from "../../workspace/component/input-node-address/input-node-address.component";
 
 /**
  * Configuration for using Json Schema with Formly.
@@ -57,6 +58,7 @@ export const TEXERA_FORMLY_CONFIG = {
     { name: "multischema", component: MultiSchemaTypeComponent },
     { name: "codearea", component: CodeareaCustomTemplateComponent },
     { name: "inputautocomplete", component: InputAutoCompleteComponent, wrappers: ["form-field"] },
+    { name: "inputnodeaddress", component: InputNodeAddressComponent, wrappers: ["form-field"] }
   ],
   wrappers: [
     { name: "preset-wrapper", component: PresetWrapperComponent },
diff --git a/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.html b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.html
new file mode 100644
index 00000000000..810254385c8
--- /dev/null
+++ b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.html
@@ -0,0 +1,10 @@
+<nz-select
+  [formControl]="formControl"
+  [nzPlaceHolder]="'Select Node Address'"
+  nzAllowClear>
+  <nz-option
+    *ngFor="let addr of nodeAddresses"
+    [nzValue]="addr"
+    [nzLabel]="addr">
+  </nz-option>
+</nz-select>
diff --git a/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.scss b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.scss
new file mode 100644
index 00000000000..003f7e1a20f
--- /dev/null
+++ b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.scss
@@ -0,0 +1,7 @@
+:host {
+  display: block;
+}
+
+nz-select {
+  width: 100%;
+}
diff --git a/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
new file mode 100644
index 00000000000..8dd4ab76475
--- /dev/null
+++ b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
@@ -0,0 +1,43 @@
+import { Component, OnInit, OnDestroy } from "@angular/core";
+import { FieldType, FieldTypeConfig } from "@ngx-formly/core";
+import { Subscription } from "rxjs";
+import { WorkflowWebsocketService } from "../../service/workflow-websocket/workflow-websocket.service";
+
+@Component({
+  selector: "texera-input-node-address",
+  templateUrl: "./input-node-address.component.html",
+  styleUrls: ["./input-node-address.component.scss"]
+})
+export class InputNodeAddressComponent extends FieldType<FieldTypeConfig> implements OnInit, OnDestroy {
+
+  // 用于存储当前的节点地址列表
+  public nodeAddresses: string[] = [];
+
+  // 订阅服务事件的 Subscription
+  private wsSubscription!: Subscription;
+
+  constructor(private workflowWebsocketService: WorkflowWebsocketService) {
+    super();
+  }
+
+  ngOnInit(): void {
+    // 组件初始化时先取一次当前的地址列表
+    this.nodeAddresses = this.workflowWebsocketService.workerAddresses;
+
+    // 订阅 websocket 事件，实时更新节点地址
+    this.wsSubscription = this.workflowWebsocketService.websocketEvent().subscribe(event => {
+      if (event.type === 'ClusterStatusUpdateEvent') {
+        // 更新地址列表（后端事件中包含 addresses 字段）
+        this.nodeAddresses = event.addresses;
+      }
+    });
+  }
+
+  ngOnDestroy(): void {
+    if (this.wsSubscription) {
+      this.wsSubscription.unsubscribe();
+    }
+  }
+}
+
+
diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
index 021328a2a94..d2fe6c73a12 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
@@ -92,7 +92,6 @@
 <!--this.formlyFields = [field];-->
 
 <nz-tabset>
-  <!-- Basic 配置 -->
   <nz-tab nzTitle="Basic Settings" *ngIf="basicFields.length > 0">
     <form
       nz-form
@@ -108,6 +107,11 @@
         [model]="formData"
         [options]="formlyOptions">
       </formly-form>
+
+      <texera-type-casting-display
+        *ngIf="isTypeCasting"
+        currentOperatorId="{{this.currentOperatorId}}"></texera-type-casting-display>
+
     </form>
   </nz-tab>
 
@@ -127,10 +131,54 @@
         [model]="formData"
         [options]="formlyOptions">
       </formly-form>
+
+      <texera-type-casting-display
+        *ngIf="isTypeCasting"
+        currentOperatorId="{{this.currentOperatorId}}"></texera-type-casting-display>
+
     </form>
   </nz-tab>
 </nz-tabset>
 
+<!--<form-->
+<!--  nz-form-->
+<!--  [nzLayout]="'vertical'"-->
+<!--  *ngIf="formlyFields && formlyFormGroup"-->
+<!--  [formGroup]="formlyFormGroup"-->
+<!--  class="property-editor-form"-->
+<!--&gt;-->
+<!--  <formly-form-->
+<!--    (modelChange)="onFormChanges($event)"-->
+<!--    [fields]="formlyFields"-->
+<!--    [form]="formlyFormGroup"-->
+<!--    [model]="formData"-->
+<!--    [options]="formlyOptions"-->
+<!--  >-->
+<!--  </formly-form>-->
+<!--</form>-->
+
+<!--&lt;!&ndash; ====== 分 Tab 手动渲染子字段 ====== &ndash;&gt;-->
+<!--<nz-tabset>-->
+<!--  &lt;!&ndash; Basic 配置 &ndash;&gt;-->
+<!--  <nz-tab nzTitle="Basic Settings" *ngIf="(basicFields?.length ?? 0) > 0">-->
+<!--    <ng-container *ngFor="let f of basicFields">-->
+<!--      <formly-field [field]="f"></formly-field>-->
+<!--    </ng-container>-->
+<!--  </nz-tab>-->
+
+<!--  &lt;!&ndash; Advanced 配置 &ndash;&gt;-->
+<!--  <nz-tab nzTitle="Advanced Settings" *ngIf="advancedFields?.length ?? 0> 0">-->
+<!--    <ng-container *ngFor="let f of advancedFields">-->
+<!--      <formly-field [field]="f"></formly-field>-->
+<!--    </ng-container>-->
+<!--  </nz-tab>-->
+<!--</nz-tabset>-->
+
+<!--&lt;!&ndash; 如果有 TypeCasting 显示区 &ndash;&gt;-->
+<!--<texera-type-casting-display-->
+<!--  *ngIf="isTypeCasting"-->
+<!--  [currentOperatorId]="currentOperatorId"-->
+<!--&gt;</texera-type-casting-display>-->
 
 <button
   (click)="allowModifyOperatorLogic()"
diff --git a/core/gui/src/app/workspace/types/workflow-websocket.interface.ts b/core/gui/src/app/workspace/types/workflow-websocket.interface.ts
index 7efabf28557..dae7fc0a535 100644
--- a/core/gui/src/app/workspace/types/workflow-websocket.interface.ts
+++ b/core/gui/src/app/workspace/types/workflow-websocket.interface.ts
@@ -152,6 +152,7 @@ export type ExecutionDurationUpdateEvent = Readonly<{
 
 export type ClusterStatusUpdateEvent = Readonly<{
   numWorkers: number;
+  addresses: string[];
 }>;
 
 export type ModifyLogicResponse = Readonly<{
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
new file mode 100644
index 00000000000..0ec5b81f689
--- /dev/null
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
@@ -0,0 +1,51 @@
+package edu.uci.ics.amber.operator
+
+import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
+import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaString, JsonSchemaTitle}
+import edu.uci.ics.amber.operator.metadata.annotations.{HideAnnotation, UIWidget}
+import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, PhysicalOp}
+
+/**
+ * Provides configuration for manually specifying the node location.
+ * When `manual` is true and `nodeAddr` is not null, the specified node address will be used.
+ */
+trait ManualLocationConfiguration {
+
+  @JsonProperty(defaultValue = "false")
+  @JsonSchemaTitle("Manual Location")
+  @JsonPropertyDescription("Set to true to manually specify the node address instead of using the default RoundRobin strategy")
+  var manualLocation: Boolean = false
+
+  //  @JsonProperty(required = false)
+  //  @JsonSchemaTitle("Designated Node Address")
+  //  @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
+  //  @JsonPropertyDescription("The node address to use when manual location is enabled")
+  //  var nodeAddr: String = _
+
+  @JsonProperty(required = true)
+  @JsonSchemaTitle("Designated Node Address")
+  @JsonPropertyDescription("The node address to use when manual location is enabled")
+  @JsonSchemaInject(
+    strings = Array(
+      // This configuration hides `nodeAddr` when `manual` equals "false".
+      new JsonSchemaString(path = HideAnnotation.hideTarget, value = "manualLocation"),
+      new JsonSchemaString(path = HideAnnotation.hideType, value = HideAnnotation.Type.equals),
+      new JsonSchemaString(path = HideAnnotation.hideExpectedValue, value = "false")
+    )
+  )
+  var nodeAddr: String = _
+
+  /**
+   * Applies the manual location configuration to the given PhysicalOp.
+   *
+   * @param baseOp The base PhysicalOp object
+   * @return The PhysicalOp object with the applied location preference if manual is enabled; otherwise, the original baseOp.
+   */
+  def applyManualLocation(baseOp: PhysicalOp): PhysicalOp = {
+    if (manualLocation && nodeAddr != null) {
+      baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr)))
+    } else {
+      baseOp
+    }
+  }
+}
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
index 1d70db53bb0..e286fbb00b4 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
@@ -5,21 +5,11 @@ import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchema
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, HashPartition, InputPort, OutputPort, PhysicalOp}
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class DistinctOpDesc extends LogicalOp {
-
-  @JsonProperty(required = false)
-  @JsonSchemaTitle("nodeAddr")
-  @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
-  var nodeAddr: String = _
-
-  @JsonProperty(defaultValue = "true")
-  @JsonSchemaTitle("location preference(default)")
-  @JsonPropertyDescription("Whether use default RoundRobinPreference")
-  var UseRoundRobin: Boolean = true
+class DistinctOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   override def getPhysicalOp(
                               workflowId: WorkflowIdentity,
@@ -36,11 +26,8 @@ class DistinctOpDesc extends LogicalOp {
       .withOutputPorts(operatorInfo.outputPorts)
       .withPartitionRequirement(List(Option(HashPartition())))
       .withDerivePartition(_ => HashPartition())
-    if (!UseRoundRobin) {
-      baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr))) // Use the actual `nodeAddr`
-    } else {
-      baseOp // Return without modifying location preference
-    }
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From e1c0bd855f3051383df3c583a7c5379d99e4d7e7 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 10 Feb 2025 02:47:04 -0800
Subject: [PATCH 06/52] first version 2

---
 .../resource/WorkflowWebsocketResource.scala  |  7 ++-----
 .../operator-property-edit-frame.component.ts | 19 +++++++++++++++----
 .../workflow-websocket.service.ts             |  7 +++++++
 .../filter/SpecializedFilterOpDesc.scala      | 19 +++----------------
 4 files changed, 27 insertions(+), 25 deletions(-)

diff --git a/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala b/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
index badece30c22..f62d095c465 100644
--- a/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
@@ -36,7 +36,8 @@ class WorkflowWebsocketResource extends LazyLogging {
     val workflowState =
       WorkflowService.getOrCreate(WorkflowIdentity(wid))
     sessionState.subscribe(workflowState)
-    sessionState.send(ClusterStatusUpdateEvent(ClusterListener.numWorkerNodesInCluster))
+    val addressesStr = ClusterListener.currentAddresses.map(_.toString).toSeq
+    sessionState.send(ClusterStatusUpdateEvent(ClusterListener.numWorkerNodesInCluster, addressesStr)) //1
     logger.info("connection open")
   }
 
@@ -64,10 +65,6 @@ class WorkflowWebsocketResource extends LazyLogging {
           workflowStateOpt.foreach(state =>
             sessionState.send(state.resultService.handleResultPagination(paginationRequest))
           )
-        case resultExportRequest: ResultExportRequest =>
-          workflowStateOpt.foreach(state =>
-            sessionState.send(state.exportService.exportResult(userOpt.get, resultExportRequest))
-          )
         case modifyLogicRequest: ModifyLogicRequest =>
           if (workflowStateOpt.isDefined) {
             val executionService = workflowStateOpt.get.executionService.getValue
diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
index 9c20c3c8b11..a8d80202bd4 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
@@ -104,6 +104,9 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
   formlyFields: FormlyFieldConfig[] | undefined;
   formTitle: string | undefined;
 
+  public basicFields: FormlyFieldConfig[] = [];
+  public advancedFields: FormlyFieldConfig[] = [];
+
   // The field name and its css style to be overridden, e.g., for showing the diff between two workflows.
   // example: new Map([
   //     ["attribute", "outline: 3px solid green; transition: 0.3s ease-in-out outline;"],
@@ -125,9 +128,6 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
   // used to tear down subscriptions that takeUntil(teardownObservable)
   private teardownObservable: Subject<void> = new Subject();
 
-  public basicFields: FormlyFieldConfig[] = [];
-  public advancedFields: FormlyFieldConfig[] = [];
-
   constructor(
     private formlyJsonschema: FormlyJsonschema,
     private workflowActionService: WorkflowActionService,
@@ -382,7 +382,14 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
         },
       };
 
-      if (mapSource.description === "advance") {
+      if (mappedField.key == "nodeAddr") {
+        mappedField.props = {
+          ...mappedField.props,
+          tab: "AdvancedSettings"
+        };
+      }
+
+      if (mappedField.key == "manualLocation") {
         mappedField.props = {
           ...mappedField.props,
           tab: "AdvancedSettings"
@@ -390,6 +397,7 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
       }
 
 
+
       // Disable dummy operator for user
       if (mappedField.key === "dummyOperator") {
         mappedField.expressions = {
@@ -443,6 +451,9 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
         mappedField.type = "inputautocomplete";
       }
 
+      if (mappedField.key == "nodeAddr") {
+        mappedField.type = "inputnodeaddress";
+      }
       //若
 
       // if the title is python script (for Python UDF), then make this field a custom template 'codearea'
diff --git a/core/gui/src/app/workspace/service/workflow-websocket/workflow-websocket.service.ts b/core/gui/src/app/workspace/service/workflow-websocket/workflow-websocket.service.ts
index e128684153c..56f92becbc0 100644
--- a/core/gui/src/app/workspace/service/workflow-websocket/workflow-websocket.service.ts
+++ b/core/gui/src/app/workspace/service/workflow-websocket/workflow-websocket.service.ts
@@ -25,6 +25,9 @@ export class WorkflowWebsocketService {
 
   public isConnected: boolean = false;
   public numWorkers: number = -1;
+
+  public workerAddresses: string[] = [];
+
   private connectedWid: number = 0;
 
   private websocket?: WebSocketSubject<TexeraWebsocketEvent | TexeraWebsocketRequest>;
@@ -98,6 +101,10 @@ export class WorkflowWebsocketService {
     this.websocketEvent().subscribe(evt => {
       if (evt.type === "ClusterStatusUpdateEvent") {
         this.numWorkers = evt.numWorkers;
+        this.workerAddresses = evt.addresses;
+
+        console.log("更新后的节点数量：", this.numWorkers);
+        console.log("节点地址列表：", this.workerAddresses);
       }
       this.isConnected = true;
       this.connectedWid = wId;
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
index 75c21def9e0..ad78055febb 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
@@ -7,24 +7,15 @@ import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, InputPort, OutputPort,
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 
-class SpecializedFilterOpDesc extends FilterOpDesc {
+class SpecializedFilterOpDesc extends FilterOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(value = "predicates", required = true)
   @JsonPropertyDescription("multiple predicates in OR")
   var predicates: List[FilterPredicate] = List.empty
 
-  @JsonProperty(required = false)
-  @JsonSchemaTitle("nodeAddr")
-  @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
-  var nodeAddr: String = _
-
-  @JsonProperty(defaultValue = "true")
-  @JsonSchemaTitle("location preference(default)")
-  @JsonPropertyDescription("Whether use default RoundRobinPreference")
-  var UseRoundRobin: Boolean = true
-
   override def getPhysicalOp(
                               workflowId: WorkflowIdentity,
                               executionId: ExecutionIdentity
@@ -42,11 +33,7 @@ class SpecializedFilterOpDesc extends FilterOpDesc {
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
 
-    if (!UseRoundRobin) {
-      baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr))) // Use the actual `nodeAddr`
-    } else {
-      baseOp // Return without modifying location preference
-    }
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {

From ca66592f3fb51d95fd392ab2d97603627f2a36d9 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 10 Feb 2025 02:50:16 -0800
Subject: [PATCH 07/52] revert

---
 .../ics/texera/web/resource/WorkflowWebsocketResource.scala   | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala b/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
index f62d095c465..165449700b7 100644
--- a/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
@@ -65,6 +65,10 @@ class WorkflowWebsocketResource extends LazyLogging {
           workflowStateOpt.foreach(state =>
             sessionState.send(state.resultService.handleResultPagination(paginationRequest))
           )
+        case resultExportRequest: ResultExportRequest =>
+          workflowStateOpt.foreach(state =>
+            sessionState.send(state.exportService.exportResult(userOpt.get, resultExportRequest))
+          )
         case modifyLogicRequest: ModifyLogicRequest =>
           if (workflowStateOpt.isDefined) {
             val executionService = workflowStateOpt.get.executionService.getValue

From a931f492d6e9b0edc707a57647eaf9dbc184f189 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 10 Feb 2025 05:05:04 -0800
Subject: [PATCH 08/52] 1

---
 .../uci/ics/amber/operator/ManualLocationConfiguration.scala    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
index 0ec5b81f689..7be45adc528 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
@@ -22,7 +22,7 @@ trait ManualLocationConfiguration {
   //  @JsonPropertyDescription("The node address to use when manual location is enabled")
   //  var nodeAddr: String = _
 
-  @JsonProperty(required = true)
+  @JsonProperty(required = false)
   @JsonSchemaTitle("Designated Node Address")
   @JsonPropertyDescription("The node address to use when manual location is enabled")
   @JsonSchemaInject(

From b82bb6fea40189a537a689f87e4ea2bb8d2fc353 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 02:33:19 -0800
Subject: [PATCH 09/52] =?UTF-8?q?basicFields=E5=92=8CadvancedFields?=
 =?UTF-8?q?=EF=BC=8Cvalidate=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 ...perator-property-edit-frame.component.html | 61 -------------------
 .../operator-property-edit-frame.component.ts | 13 ++--
 2 files changed, 4 insertions(+), 70 deletions(-)

diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
index d2fe6c73a12..f1ad44184cf 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
@@ -68,29 +68,6 @@
   (focusout)="disconnectQuillFromText()"
   (keyup.enter)="disconnectQuillFromText()"></div>
 
-<!--<form-->
-<!--  nz-form-->
-<!--  [nzLayout]="'vertical'"-->
-<!--  *ngIf="formlyFields && formlyFormGroup"-->
-<!--  [formGroup]="formlyFormGroup"-->
-<!--  class="property-editor-form">-->
-<!--  <formly-form-->
-<!--    (modelChange)="onFormChanges($event)"-->
-<!--    [fields]="formlyFields"-->
-<!--    [form]="formlyFormGroup"-->
-<!--    [model]="formData"-->
-<!--    [options]="formlyOptions">-->
-<!--  </formly-form>-->
-<!--  <texera-type-casting-display-->
-<!--    *ngIf="isTypeCasting"-->
-<!--    currentOperatorId="{{this.currentOperatorId}}"></texera-type-casting-display>-->
-<!--</form>-->
-
-
-<!--有个问题，validator可能有问题？// not return field.fieldGroup directly because-->
-<!--// doing so the validator in the field will not be triggered-->
-<!--this.formlyFields = [field];-->
-
 <nz-tabset>
   <nz-tab nzTitle="Basic Settings" *ngIf="basicFields.length > 0">
     <form
@@ -140,45 +117,7 @@
   </nz-tab>
 </nz-tabset>
 
-<!--<form-->
-<!--  nz-form-->
-<!--  [nzLayout]="'vertical'"-->
-<!--  *ngIf="formlyFields && formlyFormGroup"-->
-<!--  [formGroup]="formlyFormGroup"-->
-<!--  class="property-editor-form"-->
-<!--&gt;-->
-<!--  <formly-form-->
-<!--    (modelChange)="onFormChanges($event)"-->
-<!--    [fields]="formlyFields"-->
-<!--    [form]="formlyFormGroup"-->
-<!--    [model]="formData"-->
-<!--    [options]="formlyOptions"-->
-<!--  >-->
-<!--  </formly-form>-->
-<!--</form>-->
-
-<!--&lt;!&ndash; ====== 分 Tab 手动渲染子字段 ====== &ndash;&gt;-->
-<!--<nz-tabset>-->
-<!--  &lt;!&ndash; Basic 配置 &ndash;&gt;-->
-<!--  <nz-tab nzTitle="Basic Settings" *ngIf="(basicFields?.length ?? 0) > 0">-->
-<!--    <ng-container *ngFor="let f of basicFields">-->
-<!--      <formly-field [field]="f"></formly-field>-->
-<!--    </ng-container>-->
-<!--  </nz-tab>-->
-
-<!--  &lt;!&ndash; Advanced 配置 &ndash;&gt;-->
-<!--  <nz-tab nzTitle="Advanced Settings" *ngIf="advancedFields?.length ?? 0> 0">-->
-<!--    <ng-container *ngFor="let f of advancedFields">-->
-<!--      <formly-field [field]="f"></formly-field>-->
-<!--    </ng-container>-->
-<!--  </nz-tab>-->
-<!--</nz-tabset>-->
 
-<!--&lt;!&ndash; 如果有 TypeCasting 显示区 &ndash;&gt;-->
-<!--<texera-type-casting-display-->
-<!--  *ngIf="isTypeCasting"-->
-<!--  [currentOperatorId]="currentOperatorId"-->
-<!--&gt;</texera-type-casting-display>-->
 
 <button
   (click)="allowModifyOperatorLogic()"
diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
index a8d80202bd4..1f586b3a366 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
@@ -396,8 +396,6 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
         };
       }
 
-
-
       // Disable dummy operator for user
       if (mappedField.key === "dummyOperator") {
         mappedField.expressions = {
@@ -454,7 +452,6 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
       if (mappedField.key == "nodeAddr") {
         mappedField.type = "inputnodeaddress";
       }
-      //若
 
       // if the title is python script (for Python UDF), then make this field a custom template 'codearea'
       if (mapSource?.description?.toLowerCase() === "input your code here") {
@@ -669,9 +666,7 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
     };
 
     const schemaProperties = schema.properties;
-
-    // const fields = field.fieldGroup;
-    const fields = field.fieldGroup ?? [];
+    const fields = field.fieldGroup;
 
     // adding custom options, relational N-to-M mapping.
     if (schemaProperties && fields) {
@@ -696,10 +691,10 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
     // doing so the validator in the field will not be triggered
     this.formlyFields = [field];
 
-    this.basicFields = fields.filter(f => f.props?.tab !== "AdvancedSettings");
-    this.advancedFields = fields.filter(f => f.props?.tab === "AdvancedSettings");
+    const fieldGroup = this.formlyFields?.[0]?.fieldGroup ?? [];
+    this.basicFields = fieldGroup.filter(f => f.props?.tab !== "AdvancedSettings");
+    this.advancedFields = fieldGroup.filter(f => f.props?.tab === "AdvancedSettings");
 
-    console.log("++++++fileds:", this.formlyFields )
   }
 
   allowModifyOperatorLogic(): void {

From b5a3215463d163342f9daeba46166fb8f4f7aefd Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 02:48:34 -0800
Subject: [PATCH 10/52] change Manual Location to Auto Select Node Address

---
 .../uci/ics/amber/clustering/ClusterListener.scala   |  1 -
 .../operator-property-edit-frame.component.ts        |  2 +-
 .../amber/operator/ManualLocationConfiguration.scala | 12 +++---------
 3 files changed, 4 insertions(+), 11 deletions(-)

diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala b/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
index fdb631dfd2d..23f617b5a44 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
@@ -28,7 +28,6 @@ object ClusterListener {
 
   var numWorkerNodesInCluster = 0
 
-  //这里用var吗
   // add a variable to hold the addresses
   var currentAddresses: Set[Address] = Set.empty
 }
diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
index 1f586b3a366..8099a15afc1 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
@@ -389,7 +389,7 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
         };
       }
 
-      if (mappedField.key == "manualLocation") {
+      if (mappedField.key == "autoSelectNodeAddress") {
         mappedField.props = {
           ...mappedField.props,
           tab: "AdvancedSettings"
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
index 7be45adc528..4a5ac27315c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
@@ -12,15 +12,9 @@ import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, PhysicalOp}
 trait ManualLocationConfiguration {
 
   @JsonProperty(defaultValue = "false")
-  @JsonSchemaTitle("Manual Location")
+  @JsonSchemaTitle("Auto Select Node Address")
   @JsonPropertyDescription("Set to true to manually specify the node address instead of using the default RoundRobin strategy")
-  var manualLocation: Boolean = false
-
-  //  @JsonProperty(required = false)
-  //  @JsonSchemaTitle("Designated Node Address")
-  //  @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
-  //  @JsonPropertyDescription("The node address to use when manual location is enabled")
-  //  var nodeAddr: String = _
+  var autoSelectNodeAddress: Boolean = true
 
   @JsonProperty(required = false)
   @JsonSchemaTitle("Designated Node Address")
@@ -42,7 +36,7 @@ trait ManualLocationConfiguration {
    * @return The PhysicalOp object with the applied location preference if manual is enabled; otherwise, the original baseOp.
    */
   def applyManualLocation(baseOp: PhysicalOp): PhysicalOp = {
-    if (manualLocation && nodeAddr != null) {
+    if (!autoSelectNodeAddress && nodeAddr != null) {
       baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr)))
     } else {
       baseOp

From 1ad33010454e3af7fb80c55078832b4b7596412c Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 02:52:35 -0800
Subject: [PATCH 11/52] fix

---
 .../ics/amber/operator/ManualLocationConfiguration.scala  | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
index 4a5ac27315c..3f44b008c87 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
@@ -18,13 +18,13 @@ trait ManualLocationConfiguration {
 
   @JsonProperty(required = false)
   @JsonSchemaTitle("Designated Node Address")
-  @JsonPropertyDescription("The node address to use when manual location is enabled")
+  @JsonPropertyDescription("The node address to use when autoSelectNodeAddress is disabled")
   @JsonSchemaInject(
     strings = Array(
-      // This configuration hides `nodeAddr` when `manual` equals "false".
-      new JsonSchemaString(path = HideAnnotation.hideTarget, value = "manualLocation"),
+      // This configuration hides `nodeAddr` when `autoSelectNodeAddress` equals "true".
+      new JsonSchemaString(path = HideAnnotation.hideTarget, value = "autoSelectNodeAddress"),
       new JsonSchemaString(path = HideAnnotation.hideType, value = HideAnnotation.Type.equals),
-      new JsonSchemaString(path = HideAnnotation.hideExpectedValue, value = "false")
+      new JsonSchemaString(path = HideAnnotation.hideExpectedValue, value = "true")
     )
   )
   var nodeAddr: String = _

From c20b9455217d46f9353b5c7999d184ac9d5214da Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 02:55:31 -0800
Subject: [PATCH 12/52] fix

---
 .../uci/ics/amber/operator/ManualLocationConfiguration.scala    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
index 3f44b008c87..b5823c6c1b5 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
@@ -11,7 +11,7 @@ import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, PhysicalOp}
  */
 trait ManualLocationConfiguration {
 
-  @JsonProperty(defaultValue = "false")
+  @JsonProperty(defaultValue = "true")
   @JsonSchemaTitle("Auto Select Node Address")
   @JsonPropertyDescription("Set to true to manually specify the node address instead of using the default RoundRobin strategy")
   var autoSelectNodeAddress: Boolean = true

From e3e6c0c1f0e8dcae404325f0c1c26c4a79f12d79 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 03:12:21 -0800
Subject: [PATCH 13/52] update aggregate operator

---
 .../operator/aggregate/AggregateOpDesc.scala  | 24 +++++++++----------
 1 file changed, 12 insertions(+), 12 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
index 80ad4892782..99db7e1e6a1 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
@@ -4,20 +4,16 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.Schema
-import edu.uci.ics.amber.core.virtualidentity.{
-  ExecutionIdentity,
-  PhysicalOpIdentity,
-  WorkflowIdentity
-}
+import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, PhysicalOpIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeNameList
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import javax.validation.constraints.{NotNull, Size}
 
-class AggregateOpDesc extends LogicalOp {
+class AggregateOpDesc extends LogicalOp with ManualLocationConfiguration{
   @JsonProperty(value = "aggregations", required = true)
   @JsonPropertyDescription("multiple aggregation functions")
   @NotNull(message = "aggregation cannot be null")
@@ -31,9 +27,9 @@ class AggregateOpDesc extends LogicalOp {
   var groupByKeys: List[String] = List()
 
   override def getPhysicalPlan(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalPlan = {
+                                workflowId: WorkflowIdentity,
+                                executionId: ExecutionIdentity
+                              ): PhysicalPlan = {
     if (groupByKeys == null) groupByKeys = List()
     // TODO: this is supposed to be blocking but due to limitations of materialization naming on the logical operator
     // we are keeping it not annotated as blocking.
@@ -41,7 +37,7 @@ class AggregateOpDesc extends LogicalOp {
     val outputPort = OutputPort(PortIdentity(internal = true))
     val partialDesc = objectMapper.writeValueAsString(this)
     val localAggregations = List(aggregations: _*)
-    val partialPhysicalOp = PhysicalOp
+    val initPartialPhysicalOp = PhysicalOp
       .oneToOnePhysicalOp(
         PhysicalOpIdentity(operatorIdentifier, "localAgg"),
         workflowId,
@@ -64,13 +60,15 @@ class AggregateOpDesc extends LogicalOp {
         })
       )
 
+    val partialPhysicalOp = applyManualLocation(initPartialPhysicalOp)
+
     val finalInputPort = InputPort(PortIdentity(0, internal = true))
     val finalOutputPort = OutputPort(PortIdentity(0), blocking = true)
     // change aggregations to final
     aggregations = aggregations.map(aggr => aggr.getFinal)
     val finalDesc = objectMapper.writeValueAsString(this)
 
-    val finalPhysicalOp = PhysicalOp
+    val initFinalPhysicalOp = PhysicalOp
       .oneToOnePhysicalOp(
         PhysicalOpIdentity(operatorIdentifier, "globalAgg"),
         workflowId,
@@ -89,6 +87,8 @@ class AggregateOpDesc extends LogicalOp {
       .withPartitionRequirement(List(Option(HashPartition(groupByKeys))))
       .withDerivePartition(_ => HashPartition(groupByKeys))
 
+    val finalPhysicalOp = applyManualLocation(initFinalPhysicalOp)
+
     var plan = PhysicalPlan(
       operators = Set(partialPhysicalOp, finalPhysicalOp),
       links = Set(

From e28f42f4e01b665be68530de51bde3ae140bb8e1 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 03:19:40 -0800
Subject: [PATCH 14/52] update CartesianProduct, DictionartMatcher, Difference

---
 .../cartesianProduct/CartesianProductOpDesc.scala  | 14 ++++++++------
 .../dictionary/DictionaryMatcherOpDesc.scala       | 13 ++++++++-----
 .../operator/difference/DifferenceOpDesc.scala     | 14 ++++++++------
 3 files changed, 24 insertions(+), 17 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
index ca6db486b43..a6c9af9cecf 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
@@ -4,15 +4,15 @@ import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class CartesianProductOpDesc extends LogicalOp {
+class CartesianProductOpDesc extends LogicalOp with ManualLocationConfiguration{
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -69,6 +69,8 @@ class CartesianProductOpDesc extends LogicalOp {
       //  can consider hash partition on larger input, broadcast smaller table to each partition
       .withParallelizable(false)
 
+    applyManualLocation(baseOp)
+
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
index 2e6d29f4296..bfd2022a8cb 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
@@ -5,6 +5,7 @@ import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.operator.map.MapOpDesc
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
@@ -15,7 +16,7 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
   * It outputs an extra column to label the tuple if it is matched or not
   * This is the description of the operator
   */
-class DictionaryMatcherOpDesc extends MapOpDesc {
+class DictionaryMatcherOpDesc extends MapOpDesc with ManualLocationConfiguration{
   @JsonProperty(value = "Dictionary", required = true)
   @JsonPropertyDescription("dictionary values separated by a comma") var dictionary: String = _
 
@@ -29,11 +30,11 @@ class DictionaryMatcherOpDesc extends MapOpDesc {
   @JsonProperty(value = "Matching type", required = true) var matchingType: MatchingType = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
 
-    PhysicalOp
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -54,6 +55,8 @@ class DictionaryMatcherOpDesc extends MapOpDesc {
           )
         })
       )
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
index 8cb81f186c3..dfac7c971a1 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
@@ -4,16 +4,16 @@ import com.google.common.base.Preconditions
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class DifferenceOpDesc extends LogicalOp {
+class DifferenceOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -29,6 +29,8 @@ class DifferenceOpDesc extends LogicalOp {
         val outputSchema = inputSchemas.values.head
         operatorInfo.outputPorts.map(port => port.id -> outputSchema).toMap
       }))
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From 73c993934a674a2d9a8ef3222dc59253a74479fb Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 03:24:30 -0800
Subject: [PATCH 15/52] update distinct, specilizedFilter

---
 .../edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala | 5 +----
 .../ics/amber/operator/filter/SpecializedFilterOpDesc.scala  | 4 +---
 2 files changed, 2 insertions(+), 7 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
index e286fbb00b4..517b39012e8 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
@@ -1,12 +1,9 @@
 package edu.uci.ics.amber.operator.distinct
 
-import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
-import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, HashPartition, InputPort, OutputPort, PhysicalOp}
+import edu.uci.ics.amber.core.workflow.{HashPartition, InputPort, OutputPort, PhysicalOp}
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
-import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
 class DistinctOpDesc extends LogicalOp with ManualLocationConfiguration{
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
index ad78055febb..636899a21a0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
@@ -1,14 +1,12 @@
 package edu.uci.ics.amber.operator.filter
 
 import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
-import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
-import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, InputPort, OutputPort, PhysicalOp}
+import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.operator.ManualLocationConfiguration
-import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 
 class SpecializedFilterOpDesc extends FilterOpDesc with ManualLocationConfiguration {
 

From 3b83d548a426b46fd7c50990f584d1d9968fcc9e Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 03:31:20 -0800
Subject: [PATCH 16/52] update hashJoinOp

---
 .../operator/hashJoin/HashJoinOpDesc.scala    | 29 +++++++++----------
 1 file changed, 13 insertions(+), 16 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
index 9b8429e4e18..a97f6118918 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
@@ -4,18 +4,11 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType, Schema}
-import edu.uci.ics.amber.core.virtualidentity.{
-  ExecutionIdentity,
-  PhysicalOpIdentity,
-  WorkflowIdentity
-}
+import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, PhysicalOpIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.hashJoin.HashJoinOpDesc.HASH_JOIN_INTERNAL_KEY_NAME
-import edu.uci.ics.amber.operator.metadata.annotations.{
-  AutofillAttributeName,
-  AutofillAttributeNameOnPort1
-}
+import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameOnPort1}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
@@ -34,7 +27,7 @@ object HashJoinOpDesc {
   }
 }
 """)
-class HashJoinOpDesc[K] extends LogicalOp {
+class HashJoinOpDesc[K] extends LogicalOp with ManualLocationConfiguration{
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Left Input Attribute")
@@ -54,14 +47,14 @@ class HashJoinOpDesc[K] extends LogicalOp {
   var joinType: JoinType = JoinType.INNER
 
   override def getPhysicalPlan(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalPlan = {
+                                workflowId: WorkflowIdentity,
+                                executionId: ExecutionIdentity
+                              ): PhysicalPlan = {
 
     val buildInputPort = operatorInfo.inputPorts.head
     val buildOutputPort = OutputPort(PortIdentity(0, internal = true), blocking = true)
 
-    val buildPhysicalOp =
+    val initBuildPhysicalOp =
       PhysicalOp
         .oneToOnePhysicalOp(
           PhysicalOpIdentity(operatorIdentifier, "build"),
@@ -86,12 +79,14 @@ class HashJoinOpDesc[K] extends LogicalOp {
         )
         .withParallelizable(true)
 
+    val buildPhysicalOp = applyManualLocation(initBuildPhysicalOp)
+
     val probeBuildInputPort = InputPort(PortIdentity(0, internal = true))
     val probeDataInputPort =
       InputPort(operatorInfo.inputPorts(1).id, dependencies = List(probeBuildInputPort.id))
     val probeOutputPort = OutputPort(PortIdentity(0))
 
-    val probePhysicalOp =
+    val initProbePhysicalOp =
       PhysicalOp
         .oneToOnePhysicalOp(
           PhysicalOpIdentity(operatorIdentifier, "probe"),
@@ -145,6 +140,8 @@ class HashJoinOpDesc[K] extends LogicalOp {
           })
         )
 
+    val probePhysicalOp = applyManualLocation(initProbePhysicalOp)
+
     PhysicalPlan(
       operators = Set(buildPhysicalOp, probePhysicalOp),
       links = Set(

From f94fe2ae635b86c7d851f3e445f8099604a111b9 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 03:39:23 -0800
Subject: [PATCH 17/52] update pythonOperatorDescriptor

---
 .../amber/operator/PythonOperatorDescriptor.scala    | 12 +++++++-----
 1 file changed, 7 insertions(+), 5 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
index 479352daa0c..d27e8f35c7b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
@@ -5,11 +5,11 @@ import edu.uci.ics.amber.core.tuple.Schema
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, PortIdentity, SchemaPropagationFunc}
 
-trait PythonOperatorDescriptor extends LogicalOp {
+trait PythonOperatorDescriptor extends LogicalOp with ManualLocationConfiguration{
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
     val physicalOp = if (asSource()) {
       PhysicalOp.sourcePhysicalOp(
         workflowId,
@@ -26,11 +26,13 @@ trait PythonOperatorDescriptor extends LogicalOp {
       )
     }
 
-    physicalOp
+    val baseOp = physicalOp
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
       .withParallelizable(parallelizable())
       .withPropagateSchema(SchemaPropagationFunc(inputSchemas => getOutputSchemas(inputSchemas)))
+
+    applyManualLocation(baseOp)
   }
 
   def parallelizable(): Boolean = false

From af0ac8504df063aaa765cfd0ad03301339277d50 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 03:49:46 -0800
Subject: [PATCH 18/52] update ifOp, intersectOp, intervalJoinOp

---
 .../amber/operator/ifStatement/IfOpDesc.scala | 22 +++++------
 .../operator/intersect/IntersectOpDesc.scala  | 14 ++++---
 .../intervalJoin/IntervalJoinOpDesc.scala     | 39 +++++++++----------
 3 files changed, 36 insertions(+), 39 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
index 65d9b0cd6e0..d82a7223ff5 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
@@ -4,28 +4,22 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.core.workflow.{
-  InputPort,
-  OutputPort,
-  PhysicalOp,
-  PortIdentity,
-  SchemaPropagationFunc
-}
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, PortIdentity, SchemaPropagationFunc}
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class IfOpDesc extends LogicalOp {
+class IfOpDesc extends LogicalOp with ManualLocationConfiguration{
   @JsonProperty(required = true)
   @JsonSchemaTitle("Condition State")
   @JsonPropertyDescription("name of the state variable to evaluate")
   var conditionName: String = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -46,6 +40,8 @@ class IfOpDesc extends LogicalOp {
             .toMap
         )
       )
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
index 48cc74ea8a7..2dff46a54c4 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
@@ -3,16 +3,16 @@ package edu.uci.ics.amber.operator.intersect
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class IntersectOpDesc extends LogicalOp {
+class IntersectOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -23,6 +23,8 @@ class IntersectOpDesc extends LogicalOp {
       .withOutputPorts(operatorInfo.outputPorts)
       .withPartitionRequirement(List(Option(HashPartition()), Option(HashPartition())))
       .withDerivePartition(_ => HashPartition())
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
index dd61c510a1a..d2465c2832f 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
@@ -6,20 +6,17 @@ import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchema
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.workflow.{HashPartition, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.metadata.annotations.{
-  AutofillAttributeName,
-  AutofillAttributeNameOnPort1
-}
+import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameOnPort1}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
 /** This Operator have two assumptions:
-  * 1. The tuples in both inputs come in ascending order
-  * 2. The left input join key takes as points, join condition is: left key in the range of (right key, right key + constant)
-  */
+ * 1. The tuples in both inputs come in ascending order
+ * 2. The left input join key takes as points, join condition is: left key in the range of (right key, right key + constant)
+ */
 @JsonSchemaInject(json = """
 {
   "attributeTypeRules": {
@@ -34,7 +31,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
   }
 }
 """)
-class IntervalJoinOpDesc extends LogicalOp {
+class IntervalJoinOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Left Input attr")
@@ -70,15 +67,15 @@ class IntervalJoinOpDesc extends LogicalOp {
   var timeIntervalType: Option[TimeIntervalType] = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
     val partitionRequirement = List(
       Option(HashPartition(List(leftAttributeName))),
       Option(HashPartition(List(rightAttributeName)))
     )
 
-    PhysicalOp
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -111,6 +108,8 @@ class IntervalJoinOpDesc extends LogicalOp {
         })
       )
       .withPartitionRequirement(partitionRequirement)
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
@@ -130,13 +129,13 @@ class IntervalJoinOpDesc extends LogicalOp {
     )
 
   def this(
-      leftTableAttributeName: String,
-      rightTableAttributeName: String,
-      constant: Long,
-      includeLeftBound: Boolean,
-      includeRightBound: Boolean,
-      timeIntervalType: TimeIntervalType
-  ) = {
+            leftTableAttributeName: String,
+            rightTableAttributeName: String,
+            constant: Long,
+            includeLeftBound: Boolean,
+            includeRightBound: Boolean,
+            timeIntervalType: TimeIntervalType
+          ) = {
     this() // Calling primary constructor, and it is first line
     this.leftAttributeName = leftTableAttributeName
     this.rightAttributeName = rightTableAttributeName

From be329a5b80e5fc3885cd37198d1a3556e7b52f9d Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 03:56:12 -0800
Subject: [PATCH 19/52] update keywordsearch, limit

---
 .../keywordSearch/KeywordSearchOpDesc.scala   | 27 +++++--------------
 .../amber/operator/limit/LimitOpDesc.scala    | 24 +++++++++--------
 2 files changed, 20 insertions(+), 31 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
index 30773288ad2..52bde737497 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
@@ -1,16 +1,18 @@
 package edu.uci.ics.amber.operator.keywordSearch
 
 import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
-import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
+import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
-import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, InputPort, OutputPort, PhysicalOp}
+import edu.uci.ics.amber.core.workflow.PhysicalOp
 import edu.uci.ics.amber.operator.filter.FilterOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, UIWidget}
+import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class KeywordSearchOpDesc extends FilterOpDesc {
+class KeywordSearchOpDesc extends FilterOpDesc with ManualLocationConfiguration{
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("attribute")
@@ -23,17 +25,6 @@ class KeywordSearchOpDesc extends FilterOpDesc {
   @JsonPropertyDescription("keywords")
   var keyword: String = _
 
-  @JsonProperty(required = false)
-  @JsonSchemaTitle("nodeAddr")
-  @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
-  var nodeAddr: String = _
-
-  @JsonProperty(defaultValue = "true")
-  @JsonSchemaTitle("location preference(default)")
-  @JsonPropertyDescription("Whether use default RoundRobinPreference")
-  var UseRoundRobin: Boolean = true
-
-
   override def getPhysicalOp(
                               workflowId: WorkflowIdentity,
                               executionId: ExecutionIdentity
@@ -51,11 +42,7 @@ class KeywordSearchOpDesc extends FilterOpDesc {
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
 
-    if (!UseRoundRobin) {
-      baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr))) // Use the actual `nodeAddr`
-    } else {
-      baseOp // Return without modifying location preference
-    }
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
index ae0d7768bb1..3225e132164 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
@@ -4,7 +4,7 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.workflow.PhysicalOp
-import edu.uci.ics.amber.operator.{LogicalOp, StateTransferFunc}
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration, StateTransferFunc}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
@@ -12,7 +12,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 
 import scala.util.{Success, Try}
 
-class LimitOpDesc extends LogicalOp {
+class LimitOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Limit")
@@ -20,10 +20,10 @@ class LimitOpDesc extends LogicalOp {
   var limit: Int = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -36,6 +36,8 @@ class LimitOpDesc extends LogicalOp {
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
       .withParallelizable(false)
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
@@ -49,11 +51,11 @@ class LimitOpDesc extends LogicalOp {
     )
 
   override def runtimeReconfiguration(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity,
-      oldLogicalOp: LogicalOp,
-      newLogicalOp: LogicalOp
-  ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
+                                       workflowId: WorkflowIdentity,
+                                       executionId: ExecutionIdentity,
+                                       oldLogicalOp: LogicalOp,
+                                       newLogicalOp: LogicalOp
+                                     ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
     val newPhysicalOp = newLogicalOp.getPhysicalOp(workflowId, executionId)
     val stateTransferFunc: StateTransferFunc = (oldOp, newOp) => {
       val oldLimitOp = oldOp.asInstanceOf[LimitOpExec]

From 791c6a0224d17bc49976591c14002a8c9fca4a50 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 04:27:39 -0800
Subject: [PATCH 20/52] update projectionOp, randomKSamplingOp, RegexOp

---
 .../operator/projection/ProjectionOpDesc.scala      | 13 ++++++++-----
 .../randomksampling/RandomKSamplingOpDesc.scala     | 13 ++++++++-----
 .../uci/ics/amber/operator/regex/RegexOpDesc.scala  | 13 ++++++++-----
 3 files changed, 24 insertions(+), 15 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
index 80bc4d4e645..322bb3de708 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
@@ -7,11 +7,12 @@ import edu.uci.ics.amber.core.tuple.Schema
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.PhysicalOp.oneToOnePhysicalOp
 import edu.uci.ics.amber.core.workflow._
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.operator.map.MapOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class ProjectionOpDesc extends MapOpDesc {
+class ProjectionOpDesc extends MapOpDesc with ManualLocationConfiguration{
 
   @JsonProperty(required = true, defaultValue = "false")
   @JsonSchemaTitle("Drop Option")
@@ -21,10 +22,10 @@ class ProjectionOpDesc extends MapOpDesc {
   var attributes: List[AttributeUnit] = List()
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    oneToOnePhysicalOp(
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = oneToOnePhysicalOp(
       workflowId,
       executionId,
       operatorIdentifier,
@@ -53,6 +54,8 @@ class ProjectionOpDesc extends MapOpDesc {
 
         Map(operatorInfo.outputPorts.head.id -> outputSchema)
       }))
+
+    applyManualLocation(baseOp)
   }
 
   def derivePartition()(partition: List[PartitionInfo]): PartitionInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
index 3fd4849c27c..33d4ad25eea 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
@@ -4,21 +4,22 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.operator.filter.FilterOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class RandomKSamplingOpDesc extends FilterOpDesc {
+class RandomKSamplingOpDesc extends FilterOpDesc with ManualLocationConfiguration{
 
   @JsonProperty(value = "random k sample percentage", required = true)
   @JsonPropertyDescription("random k sampling with given percentage")
   var percentage: Int = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -30,6 +31,8 @@ class RandomKSamplingOpDesc extends FilterOpDesc {
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
index 070417540fb..2bded16c9ec 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
@@ -10,8 +10,9 @@ import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class RegexOpDesc extends FilterOpDesc {
+class RegexOpDesc extends FilterOpDesc with ManualLocationConfiguration{
 
   @JsonProperty(value = "attribute", required = true)
   @JsonPropertyDescription("column to search regex on")
@@ -28,10 +29,10 @@ class RegexOpDesc extends FilterOpDesc {
   var caseInsensitive: Boolean = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -43,6 +44,8 @@ class RegexOpDesc extends FilterOpDesc {
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From 57336f853c7d958ef758de811e5b91bbfc0819c2 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 04:40:31 -0800
Subject: [PATCH 21/52] update ReservoirSampling, SentimentAnalysis

---
 .../ReservoirSamplingOpDesc.scala                  | 14 ++++++++------
 .../sentiment/SentimentAnalysisOpDesc.scala        | 13 ++++++++-----
 2 files changed, 16 insertions(+), 11 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
index cc65876a2f5..f94beec0273 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
@@ -3,23 +3,23 @@ package edu.uci.ics.amber.operator.reservoirsampling
 import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.workflow.PhysicalOp
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class ReservoirSamplingOpDesc extends LogicalOp {
+class ReservoirSamplingOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   @JsonProperty(value = "number of item sampled in reservoir sampling", required = true)
   @JsonPropertyDescription("reservoir sampling with k items being kept randomly")
   var k: Int = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -31,6 +31,8 @@ class ReservoirSamplingOpDesc extends LogicalOp {
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala
index 0ef7545be8b..ea035c972cd 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala
@@ -6,6 +6,7 @@ import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.AttributeType
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.operator.map.MapOpDesc
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
@@ -20,7 +21,7 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
   }
 }
 """)
-class SentimentAnalysisOpDesc extends MapOpDesc {
+class SentimentAnalysisOpDesc extends MapOpDesc with ManualLocationConfiguration{
   @JsonProperty(value = "attribute", required = true)
   @JsonPropertyDescription("column to perform sentiment analysis on")
   @AutofillAttributeName
@@ -35,13 +36,13 @@ class SentimentAnalysisOpDesc extends MapOpDesc {
   var resultAttribute: String = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
     if (attribute == null)
       throw new RuntimeException("sentiment analysis: attribute is null")
 
-    PhysicalOp
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -63,6 +64,8 @@ class SentimentAnalysisOpDesc extends MapOpDesc {
           )
         })
       )
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From f7e51fba869b294c7bc05f7ff945c9f10bc7cf03 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 04:57:20 -0800
Subject: [PATCH 22/52] update sortPartitionsOp, SplitOp, SymmetricDifferenceOp

---
 .../sortPartitions/SortPartitionsOpDesc.scala | 15 +++++++-----
 .../amber/operator/split/SplitOpDesc.scala    | 14 ++++++-----
 .../SymmetricDifferenceOpDesc.scala           | 23 ++++++++-----------
 3 files changed, 26 insertions(+), 26 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
index 3d4809e34f5..2b077d51c26 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
@@ -4,7 +4,7 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, RangePartition}
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
@@ -20,7 +20,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
   }
 }
 """)
-class SortPartitionsOpDesc extends LogicalOp {
+class SortPartitionsOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Attribute")
@@ -39,10 +39,10 @@ class SortPartitionsOpDesc extends LogicalOp {
   var domainMax: Long = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp =
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -58,6 +58,9 @@ class SortPartitionsOpDesc extends LogicalOp {
         List(Option(RangePartition(List(sortAttributeName), domainMin, domainMax)))
       )
 
+    applyManualLocation(baseOp)
+  }
+
   override def operatorInfo: OperatorInfo =
     OperatorInfo(
       "Sort Partitions",
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
index 217bb161b2f..95064ac8998 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
@@ -5,12 +5,12 @@ import com.google.common.base.Preconditions
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import scala.util.Random
-class SplitOpDesc extends LogicalOp {
+class SplitOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   @JsonProperty(value = "split percentage", required = false, defaultValue = "80")
   @JsonPropertyDescription("percentage of data going to the upper port (default 80%)")
@@ -21,10 +21,10 @@ class SplitOpDesc extends LogicalOp {
   var seed: Int = Random.nextInt()
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -44,6 +44,8 @@ class SplitOpDesc extends LogicalOp {
           operatorInfo.outputPorts.map(port => port.id -> outputSchema).toMap
         })
       )
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
index 3dc311f77d5..240bf5684a8 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
@@ -2,26 +2,19 @@ package edu.uci.ics.amber.operator.symmetricDifference
 
 import com.google.common.base.Preconditions
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
-import edu.uci.ics.amber.core.workflow.{
-  HashPartition,
-  InputPort,
-  OutputPort,
-  PhysicalOp,
-  PortIdentity,
-  SchemaPropagationFunc
-}
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.core.workflow.{HashPartition, InputPort, OutputPort, PhysicalOp, PortIdentity, SchemaPropagationFunc}
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 
-class SymmetricDifferenceOpDesc extends LogicalOp {
+class SymmetricDifferenceOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
 
-    PhysicalOp
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -39,6 +32,8 @@ class SymmetricDifferenceOpDesc extends LogicalOp {
         val outputSchema = inputSchemas.values.head
         operatorInfo.outputPorts.map(port => port.id -> outputSchema).toMap
       }))
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From f06a06a6dea1f18ccc4769a32964331fcb7c9fe4 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 05:03:15 -0800
Subject: [PATCH 23/52] update typeCastingOp, JavaUDFOp

---
 .../typecasting/TypeCastingOpDesc.scala       | 13 +++---
 .../operator/udf/java/JavaUDFOpDesc.scala     | 40 +++++++++----------
 2 files changed, 28 insertions(+), 25 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
index f5d502437b4..2da0fc4920a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
@@ -10,8 +10,9 @@ import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class TypeCastingOpDesc extends MapOpDesc {
+class TypeCastingOpDesc extends MapOpDesc with ManualLocationConfiguration{
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("TypeCasting Units")
@@ -19,11 +20,11 @@ class TypeCastingOpDesc extends MapOpDesc {
   var typeCastingUnits: List[TypeCastingUnit] = List.empty
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
     if (typeCastingUnits == null) typeCastingUnits = List.empty
-    PhysicalOp
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -43,6 +44,8 @@ class TypeCastingOpDesc extends MapOpDesc {
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         }
       )
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
index f5b3b529589..e663161c85c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
@@ -5,19 +5,14 @@ import com.google.common.base.Preconditions
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
-import edu.uci.ics.amber.core.workflow.{
-  PartitionInfo,
-  PhysicalOp,
-  SchemaPropagationFunc,
-  UnknownPartition
-}
+import edu.uci.ics.amber.core.workflow.{PartitionInfo, PhysicalOp, SchemaPropagationFunc, UnknownPartition}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.{LogicalOp, PortDescription, StateTransferFunc}
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration, PortDescription, StateTransferFunc}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
 import scala.util.{Success, Try}
-class JavaUDFOpDesc extends LogicalOp {
+class JavaUDFOpDesc extends LogicalOp with ManualLocationConfiguration{
   @JsonProperty(
     required = true,
     defaultValue =
@@ -59,9 +54,9 @@ class JavaUDFOpDesc extends LogicalOp {
   var outputColumns: List[Attribute] = List()
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
     Preconditions.checkArgument(workers >= 1, "Need at least 1 worker.", Array())
     val opInfo = this.operatorInfo
     val partitionRequirement: List[Option[PartitionInfo]] = if (inputPorts != null) {
@@ -90,8 +85,8 @@ class JavaUDFOpDesc extends LogicalOp {
       Map(operatorInfo.outputPorts.head.id -> outputSchema)
     }
 
-    if (workers > 1)
-      PhysicalOp
+    if (workers > 1) {
+      val baseOp = PhysicalOp
         .oneToOnePhysicalOp(
           workflowId,
           executionId,
@@ -106,8 +101,10 @@ class JavaUDFOpDesc extends LogicalOp {
         .withParallelizable(true)
         .withSuggestedWorkerNum(workers)
         .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
-    else
-      PhysicalOp
+
+      applyManualLocation(baseOp)
+    } else {
+      val baseOp = PhysicalOp
         .manyToOnePhysicalOp(
           workflowId,
           executionId,
@@ -121,6 +118,9 @@ class JavaUDFOpDesc extends LogicalOp {
         .withIsOneToManyOp(true)
         .withParallelizable(false)
         .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
+
+      applyManualLocation(baseOp)
+    }
   }
 
   override def operatorInfo: OperatorInfo = {
@@ -159,11 +159,11 @@ class JavaUDFOpDesc extends LogicalOp {
   }
 
   override def runtimeReconfiguration(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity,
-      oldLogicalOp: LogicalOp,
-      newLogicalOp: LogicalOp
-  ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
+                                       workflowId: WorkflowIdentity,
+                                       executionId: ExecutionIdentity,
+                                       oldLogicalOp: LogicalOp,
+                                       newLogicalOp: LogicalOp
+                                     ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
     Success(newLogicalOp.getPhysicalOp(workflowId, executionId), None)
   }
 }

From fbc2b215c6a3f095b7b62b35dd19e052bc8c9cde Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 05:34:08 -0800
Subject: [PATCH 24/52] update DualInputPortsPythonUDFOp

---
 .../python/DualInputPortsPythonUDFOpDescV2.scala   | 14 ++++++++------
 1 file changed, 8 insertions(+), 6 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
index 57f85a663c5..4066bb2adc5 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
@@ -6,12 +6,12 @@ import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc, UnknownPartition}
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
-class DualInputPortsPythonUDFOpDescV2 extends LogicalOp {
+class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration{
   @JsonProperty(
     required = true,
     defaultValue =
@@ -60,9 +60,9 @@ class DualInputPortsPythonUDFOpDescV2 extends LogicalOp {
   var outputColumns: List[Attribute] = List()
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
     Preconditions.checkArgument(workers >= 1, "Need at least 1 worker.", Array())
     val physicalOp = if (workers > 1) {
       PhysicalOp
@@ -84,7 +84,7 @@ class DualInputPortsPythonUDFOpDescV2 extends LogicalOp {
         )
         .withParallelizable(false)
     }
-    physicalOp
+    val baseOp = physicalOp
       .withDerivePartition(_ => UnknownPartition())
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
@@ -111,6 +111,8 @@ class DualInputPortsPythonUDFOpDescV2 extends LogicalOp {
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         })
       )
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From 06e2c2421ab9d475125384a28c6bf570510a529e Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 05:37:47 -0800
Subject: [PATCH 25/52] update PythonUDFOp

---
 .../udf/python/PythonUDFOpDescV2.scala        | 24 ++++++++++---------
 1 file changed, 13 insertions(+), 11 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
index 802b8d7d544..5b4d2903fb5 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
@@ -8,11 +8,11 @@ import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.{LogicalOp, PortDescription, StateTransferFunc}
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration, PortDescription, StateTransferFunc}
 
 import scala.util.{Success, Try}
 
-class PythonUDFOpDescV2 extends LogicalOp {
+class PythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration{
   @JsonProperty(
     required = true,
     defaultValue =
@@ -61,9 +61,9 @@ class PythonUDFOpDescV2 extends LogicalOp {
   var outputColumns: List[Attribute] = List()
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
     Preconditions.checkArgument(workers >= 1, "Need at least 1 worker.", Array())
     val opInfo = this.operatorInfo
     val partitionRequirement: List[Option[PartitionInfo]] = if (inputPorts != null) {
@@ -114,13 +114,15 @@ class PythonUDFOpDescV2 extends LogicalOp {
         .withParallelizable(false)
     }
 
-    physicalOp
+    val baseOp = physicalOp
       .withDerivePartition(_ => UnknownPartition())
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
       .withPartitionRequirement(partitionRequirement)
       .withIsOneToManyOp(true)
       .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
@@ -158,11 +160,11 @@ class PythonUDFOpDescV2 extends LogicalOp {
     )
   }
   override def runtimeReconfiguration(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity,
-      oldLogicalOp: LogicalOp,
-      newLogicalOp: LogicalOp
-  ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
+                                       workflowId: WorkflowIdentity,
+                                       executionId: ExecutionIdentity,
+                                       oldLogicalOp: LogicalOp,
+                                       newLogicalOp: LogicalOp
+                                     ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
     Success(newLogicalOp.getPhysicalOp(workflowId, executionId), None)
   }
 }

From 9b0fcb6bef7b65bee44669624e60c739ba787d2e Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 05:46:50 -0800
Subject: [PATCH 26/52] update RUDFOp

---
 .../ics/amber/operator/udf/r/RUDFOpDesc.scala | 33 +++++++++----------
 1 file changed, 15 insertions(+), 18 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
index 5e0815f506a..21c9cf3c4ec 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
@@ -5,20 +5,15 @@ import com.google.common.base.Preconditions
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
-import edu.uci.ics.amber.core.workflow.{
-  PartitionInfo,
-  PhysicalOp,
-  SchemaPropagationFunc,
-  UnknownPartition
-}
-import edu.uci.ics.amber.operator.{LogicalOp, PortDescription, StateTransferFunc}
+import edu.uci.ics.amber.core.workflow.{PartitionInfo, PhysicalOp, SchemaPropagationFunc, UnknownPartition}
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration, PortDescription, StateTransferFunc}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
 import scala.util.{Success, Try}
 
-class RUDFOpDesc extends LogicalOp {
+class RUDFOpDesc extends LogicalOp with ManualLocationConfiguration{
   @JsonProperty(
     required = true,
     defaultValue =
@@ -60,9 +55,9 @@ class RUDFOpDesc extends LogicalOp {
   var outputColumns: List[Attribute] = List()
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
     Preconditions.checkArgument(workers >= 1, "Need at least 1 worker.", Array())
     val opInfo = this.operatorInfo
     val partitionRequirement: List[Option[PartitionInfo]] = if (inputPorts != null) {
@@ -93,7 +88,7 @@ class RUDFOpDesc extends LogicalOp {
     }
 
     val r_operator_type = if (useTupleAPI) "r-tuple" else "r-table"
-    if (workers > 1) {
+    val baseOp = (if (workers > 1) {
       PhysicalOp
         .oneToOnePhysicalOp(
           workflowId,
@@ -117,7 +112,9 @@ class RUDFOpDesc extends LogicalOp {
       .withOutputPorts(operatorInfo.outputPorts)
       .withPartitionRequirement(partitionRequirement)
       .withIsOneToManyOp(true)
-      .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
+      .withPropagateSchema(SchemaPropagationFunc(propagateSchema)))
+
+    applyManualLocation(baseOp)
 
   }
 
@@ -153,11 +150,11 @@ class RUDFOpDesc extends LogicalOp {
   }
 
   override def runtimeReconfiguration(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity,
-      oldLogicalOp: LogicalOp,
-      newLogicalOp: LogicalOp
-  ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
+                                       workflowId: WorkflowIdentity,
+                                       executionId: ExecutionIdentity,
+                                       oldLogicalOp: LogicalOp,
+                                       newLogicalOp: LogicalOp
+                                     ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
     Success(newLogicalOp.getPhysicalOp(workflowId, executionId), None)
   }
 }

From 4c54322b87c6bddf660b5db0b781082e4ea57c4e Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 05:50:56 -0800
Subject: [PATCH 27/52] update UnionOp, UnnestStringOp

---
 .../uci/ics/amber/operator/union/UnionOpDesc.scala | 14 ++++++++------
 .../operator/unneststring/UnnestStringOpDesc.scala | 13 ++++++++-----
 2 files changed, 16 insertions(+), 11 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
index 6ee4fea20d9..bd70348b800 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
@@ -3,16 +3,16 @@ package edu.uci.ics.amber.operator.union
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, PortIdentity}
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class UnionOpDesc extends LogicalOp {
+class UnionOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -21,6 +21,8 @@ class UnionOpDesc extends LogicalOp {
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
index 6db50ce069e..b13bf2d79a4 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
@@ -10,8 +10,9 @@ import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class UnnestStringOpDesc extends FlatMapOpDesc {
+class UnnestStringOpDesc extends FlatMapOpDesc with ManualLocationConfiguration{
   @JsonProperty(value = "Delimiter", required = true, defaultValue = ",")
   @JsonPropertyDescription("string that separates the data")
   var delimiter: String = _
@@ -36,10 +37,10 @@ class UnnestStringOpDesc extends FlatMapOpDesc {
     )
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -60,5 +61,7 @@ class UnnestStringOpDesc extends FlatMapOpDesc {
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         })
       )
+
+    applyManualLocation(baseOp)
   }
 }

From 1f6ffcb74c140f1907eaf869e393fd0cd6331590 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 05:57:40 -0800
Subject: [PATCH 28/52] update HtmlVizOp

---
 .../visualization/htmlviz/HtmlVizOpDesc.scala | 20 ++++++++++---------
 1 file changed, 11 insertions(+), 9 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
index 1abb6fa8a28..a3bcbe0b1df 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
@@ -5,7 +5,7 @@ import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
@@ -13,19 +13,19 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
 
 /**
-  * HTML Visualization operator to render any given HTML code
-  * This is the description of the operator
-  */
-class HtmlVizOpDesc extends LogicalOp {
+ * HTML Visualization operator to render any given HTML code
+ * This is the description of the operator
+ */
+class HtmlVizOpDesc extends LogicalOp with ManualLocationConfiguration{
   @JsonProperty(required = true)
   @JsonSchemaTitle("HTML content")
   @AutofillAttributeName var htmlContentAttrName: String = _
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -43,6 +43,8 @@ class HtmlVizOpDesc extends LogicalOp {
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         })
       )
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From 736929be9c9319273211611d7c1eeb0620baa175 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 06:00:17 -0800
Subject: [PATCH 29/52] update UrlVizOp

---
 .../visualization/urlviz/UrlVizOpDesc.scala   | 20 ++++++++++---------
 1 file changed, 11 insertions(+), 9 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
index f89154a3810..7534a1b0b71 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
@@ -5,7 +5,7 @@ import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchema
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.LogicalOp
+import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
@@ -13,9 +13,9 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
 
 /**
-  * URL Visualization operator to render any content in given URL link
-  * This is the description of the operator
-  */
+ * URL Visualization operator to render any content in given URL link
+ * This is the description of the operator
+ */
 @JsonSchemaInject(json = """
  {
    "attributeTypeRules": {
@@ -25,7 +25,7 @@ import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
    }
  }
  """)
-class UrlVizOpDesc extends LogicalOp {
+class UrlVizOpDesc extends LogicalOp with ManualLocationConfiguration{
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("URL content")
@@ -33,10 +33,10 @@ class UrlVizOpDesc extends LogicalOp {
   val urlContentAttrName: String = ""
 
   override def getPhysicalOp(
-      workflowId: WorkflowIdentity,
-      executionId: ExecutionIdentity
-  ): PhysicalOp = {
-    PhysicalOp
+                              workflowId: WorkflowIdentity,
+                              executionId: ExecutionIdentity
+                            ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .manyToOnePhysicalOp(
         workflowId,
         executionId,
@@ -54,6 +54,8 @@ class UrlVizOpDesc extends LogicalOp {
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         })
       )
+
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From 9911ca314b4517ce1704148368fdb53bbfb77873 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 06:08:59 -0800
Subject: [PATCH 30/52] backend fmt fix

---
 .../common/ExecutorDeployment.scala           | 31 ++++---
 .../amber/engine/common/AmberRuntime.scala    | 17 ++--
 .../response/ClusterStatusUpdateEvent.scala   |  3 +-
 .../resource/WorkflowWebsocketResource.scala  |  4 +-
 .../core/workflow/LocationPreference.scala    |  2 +-
 .../ManualLocationConfiguration.scala         | 28 ++++---
 .../operator/PythonOperatorDescriptor.scala   |  8 +-
 .../operator/aggregate/AggregateOpDesc.scala  | 14 ++--
 .../CartesianProductOpDesc.scala              |  8 +-
 .../dictionary/DictionaryMatcherOpDesc.scala  |  8 +-
 .../difference/DifferenceOpDesc.scala         |  8 +-
 .../operator/distinct/DistinctOpDesc.scala    |  8 +-
 .../filter/SpecializedFilterOpDesc.scala      |  6 +-
 .../operator/hashJoin/HashJoinOpDesc.scala    | 19 +++--
 .../amber/operator/ifStatement/IfOpDesc.scala | 16 ++--
 .../operator/intersect/IntersectOpDesc.scala  |  8 +-
 .../intervalJoin/IntervalJoinOpDesc.scala     | 33 ++++----
 .../keywordSearch/KeywordSearchOpDesc.scala   |  8 +-
 .../amber/operator/limit/LimitOpDesc.scala    | 18 ++---
 .../projection/ProjectionOpDesc.scala         |  8 +-
 .../RandomKSamplingOpDesc.scala               |  8 +-
 .../amber/operator/regex/RegexOpDesc.scala    |  8 +-
 .../ReservoirSamplingOpDesc.scala             |  8 +-
 .../sentiment/SentimentAnalysisOpDesc.scala   |  8 +-
 .../sortPartitions/SortPartitionsOpDesc.scala |  8 +-
 .../amber/operator/split/SplitOpDesc.scala    |  8 +-
 .../SymmetricDifferenceOpDesc.scala           | 17 ++--
 .../typecasting/TypeCastingOpDesc.scala       |  8 +-
 .../operator/udf/java/JavaUDFOpDesc.scala     | 32 +++++---
 .../DualInputPortsPythonUDFOpDescV2.scala     |  8 +-
 .../udf/python/PythonUDFOpDescV2.scala        | 25 +++---
 .../ics/amber/operator/udf/r/RUDFOpDesc.scala | 80 +++++++++++--------
 .../amber/operator/union/UnionOpDesc.scala    |  8 +-
 .../unneststring/UnnestStringOpDesc.scala     |  8 +-
 .../visualization/htmlviz/HtmlVizOpDesc.scala | 14 ++--
 .../visualization/urlviz/UrlVizOpDesc.scala   | 14 ++--
 36 files changed, 294 insertions(+), 223 deletions(-)

diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
index 1cd4777ad06..88555eb0da0 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
@@ -2,25 +2,34 @@ package edu.uci.ics.amber.engine.architecture.common
 
 import akka.actor.{Address, AddressFromURIString, Deploy}
 import akka.remote.RemoteScope
-import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, PhysicalOp, PreferController, RoundRobinPreference}
+import edu.uci.ics.amber.core.workflow.{
+  GoToSpecificNode,
+  PhysicalOp,
+  PreferController,
+  RoundRobinPreference
+}
 import edu.uci.ics.amber.engine.architecture.controller.execution.OperatorExecution
 import edu.uci.ics.amber.engine.architecture.deploysemantics.AddressInfo
 import edu.uci.ics.amber.engine.architecture.pythonworker.PythonWorkflowWorker
 import edu.uci.ics.amber.engine.architecture.scheduling.config.OperatorConfig
 import edu.uci.ics.amber.engine.architecture.worker.WorkflowWorker
-import edu.uci.ics.amber.engine.architecture.worker.WorkflowWorker.{FaultToleranceConfig, StateRestoreConfig, WorkerReplayInitialization}
+import edu.uci.ics.amber.engine.architecture.worker.WorkflowWorker.{
+  FaultToleranceConfig,
+  StateRestoreConfig,
+  WorkerReplayInitialization
+}
 import edu.uci.ics.amber.util.VirtualIdentityUtils
 
 object ExecutorDeployment {
 
   def createWorkers(
-                     op: PhysicalOp,
-                     controllerActorService: AkkaActorService,
-                     operatorExecution: OperatorExecution,
-                     operatorConfig: OperatorConfig,
-                     stateRestoreConfig: Option[StateRestoreConfig],
-                     replayLoggingConfig: Option[FaultToleranceConfig]
-                   ): Unit = {
+      op: PhysicalOp,
+      controllerActorService: AkkaActorService,
+      operatorExecution: OperatorExecution,
+      operatorConfig: OperatorConfig,
+      stateRestoreConfig: Option[StateRestoreConfig],
+      replayLoggingConfig: Option[FaultToleranceConfig]
+  ): Unit = {
 
     println("123321=====")
 
@@ -60,7 +69,9 @@ object ExecutorDeployment {
           println("+++++")
           println("worker id: " + workerId)
           println("worker index: " + workerIndex)
-          addressInfo.allAddresses.foreach(address => println("Address: " + address + "Address host: " + address.host.get))
+          addressInfo.allAddresses.foreach(address =>
+            println("Address: " + address + "Address host: " + address.host.get)
+          )
           println("+++++")
           assert(
             addressInfo.allAddresses.nonEmpty,
diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala b/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
index 810c4fa8470..339073cc464 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
@@ -26,7 +26,7 @@ object AmberRuntime {
   }
 
   def scheduleRecurringCallThroughActorSystem(initialDelay: FiniteDuration, delay: FiniteDuration)(
-    call: => Unit
+      call: => Unit
   ): Cancellable = {
     _actorSystem.scheduler.scheduleWithFixedDelay(initialDelay, delay)(() => call)
   }
@@ -66,8 +66,7 @@ object AmberRuntime {
         .withFallback(akkaConfig)
       AmberConfig.masterNodeAddr = createMasterAddress(localIpAddress)
       createAmberSystem(masterConfig)
-    }
-    else{
+    } else {
       val masterConfig = ConfigFactory
         .parseString(s"""
         akka.remote.artery.canonical.port = 2552
@@ -108,17 +107,17 @@ object AmberRuntime {
         .withFallback(akkaConfig)
       AmberConfig.masterNodeAddr = createMasterAddress(addr)
       createAmberSystem(workerConfig)
-    }
-
-    else{val workerConfig = ConfigFactory
-      .parseString(s"""
+    } else {
+      val workerConfig = ConfigFactory
+        .parseString(s"""
         akka.remote.artery.canonical.hostname = $localIpAddress
         akka.remote.artery.canonical.port = 0
         akka.cluster.seed-nodes = [ "akka://Amber@$addr:2552" ]
         """)
-      .withFallback(akkaConfig)
+        .withFallback(akkaConfig)
       AmberConfig.masterNodeAddr = createMasterAddress(addr)
-      createAmberSystem(workerConfig)}
+      createAmberSystem(workerConfig)
+    }
   }
 
   private def createAmberSystem(actorSystemConf: Config): Unit = {
diff --git a/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala b/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala
index fde59ac297e..38b68667725 100644
--- a/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala
@@ -4,4 +4,5 @@ import edu.uci.ics.texera.web.model.websocket.event.TexeraWebSocketEvent
 
 //case class ClusterStatusUpdateEvent(numWorkers: Int) extends TexeraWebSocketEvent
 
-case class ClusterStatusUpdateEvent(numWorkers: Int, addresses: Seq[String] = Seq.empty) extends TexeraWebSocketEvent
+case class ClusterStatusUpdateEvent(numWorkers: Int, addresses: Seq[String] = Seq.empty)
+    extends TexeraWebSocketEvent
diff --git a/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala b/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
index 165449700b7..b24692632fc 100644
--- a/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
@@ -37,7 +37,9 @@ class WorkflowWebsocketResource extends LazyLogging {
       WorkflowService.getOrCreate(WorkflowIdentity(wid))
     sessionState.subscribe(workflowState)
     val addressesStr = ClusterListener.currentAddresses.map(_.toString).toSeq
-    sessionState.send(ClusterStatusUpdateEvent(ClusterListener.numWorkerNodesInCluster, addressesStr)) //1
+    sessionState.send(
+      ClusterStatusUpdateEvent(ClusterListener.numWorkerNodesInCluster, addressesStr)
+    ) //1
     logger.info("connection open")
   }
 
diff --git a/core/workflow-core/src/main/scala/edu/uci/ics/amber/core/workflow/LocationPreference.scala b/core/workflow-core/src/main/scala/edu/uci/ics/amber/core/workflow/LocationPreference.scala
index ba7c77aa965..465a7d99363 100644
--- a/core/workflow-core/src/main/scala/edu/uci/ics/amber/core/workflow/LocationPreference.scala
+++ b/core/workflow-core/src/main/scala/edu/uci/ics/amber/core/workflow/LocationPreference.scala
@@ -13,4 +13,4 @@ object PreferController extends LocationPreference
 // - Operator B: Worker 1 -> Node 1, Worker 2 -> Node 2
 object RoundRobinPreference extends LocationPreference
 
-case class GoToSpecificNode(nodeAddr:String) extends LocationPreference
+case class GoToSpecificNode(nodeAddr: String) extends LocationPreference
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
index b5823c6c1b5..7a3012e1d18 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
@@ -1,19 +1,25 @@
 package edu.uci.ics.amber.operator
 
 import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
-import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaString, JsonSchemaTitle}
-import edu.uci.ics.amber.operator.metadata.annotations.{HideAnnotation, UIWidget}
+import com.kjetland.jackson.jsonSchema.annotations.{
+  JsonSchemaInject,
+  JsonSchemaString,
+  JsonSchemaTitle
+}
+import edu.uci.ics.amber.operator.metadata.annotations.HideAnnotation
 import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, PhysicalOp}
 
 /**
- * Provides configuration for manually specifying the node location.
- * When `manual` is true and `nodeAddr` is not null, the specified node address will be used.
- */
+  * Provides configuration for manually specifying the node location.
+  * When `manual` is true and `nodeAddr` is not null, the specified node address will be used.
+  */
 trait ManualLocationConfiguration {
 
   @JsonProperty(defaultValue = "true")
   @JsonSchemaTitle("Auto Select Node Address")
-  @JsonPropertyDescription("Set to true to manually specify the node address instead of using the default RoundRobin strategy")
+  @JsonPropertyDescription(
+    "Set to true to manually specify the node address instead of using the default RoundRobin strategy"
+  )
   var autoSelectNodeAddress: Boolean = true
 
   @JsonProperty(required = false)
@@ -30,11 +36,11 @@ trait ManualLocationConfiguration {
   var nodeAddr: String = _
 
   /**
-   * Applies the manual location configuration to the given PhysicalOp.
-   *
-   * @param baseOp The base PhysicalOp object
-   * @return The PhysicalOp object with the applied location preference if manual is enabled; otherwise, the original baseOp.
-   */
+    * Applies the manual location configuration to the given PhysicalOp.
+    *
+    * @param baseOp The base PhysicalOp object
+    * @return The PhysicalOp object with the applied location preference if manual is enabled; otherwise, the original baseOp.
+    */
   def applyManualLocation(baseOp: PhysicalOp): PhysicalOp = {
     if (!autoSelectNodeAddress && nodeAddr != null) {
       baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr)))
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
index d27e8f35c7b..e51280e90c0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
@@ -5,11 +5,11 @@ import edu.uci.ics.amber.core.tuple.Schema
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, PortIdentity, SchemaPropagationFunc}
 
-trait PythonOperatorDescriptor extends LogicalOp with ManualLocationConfiguration{
+trait PythonOperatorDescriptor extends LogicalOp with ManualLocationConfiguration {
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val physicalOp = if (asSource()) {
       PhysicalOp.sourcePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
index 99db7e1e6a1..96db1277708 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
@@ -4,7 +4,11 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.Schema
-import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, PhysicalOpIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.core.virtualidentity.{
+  ExecutionIdentity,
+  PhysicalOpIdentity,
+  WorkflowIdentity
+}
 import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeNameList
@@ -13,7 +17,7 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import javax.validation.constraints.{NotNull, Size}
 
-class AggregateOpDesc extends LogicalOp with ManualLocationConfiguration{
+class AggregateOpDesc extends LogicalOp with ManualLocationConfiguration {
   @JsonProperty(value = "aggregations", required = true)
   @JsonPropertyDescription("multiple aggregation functions")
   @NotNull(message = "aggregation cannot be null")
@@ -27,9 +31,9 @@ class AggregateOpDesc extends LogicalOp with ManualLocationConfiguration{
   var groupByKeys: List[String] = List()
 
   override def getPhysicalPlan(
-                                workflowId: WorkflowIdentity,
-                                executionId: ExecutionIdentity
-                              ): PhysicalPlan = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalPlan = {
     if (groupByKeys == null) groupByKeys = List()
     // TODO: this is supposed to be blocking but due to limitations of materialization naming on the logical operator
     // we are keeping it not annotated as blocking.
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
index a6c9af9cecf..24b3dcd1c91 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
@@ -7,11 +7,11 @@ import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class CartesianProductOpDesc extends LogicalOp with ManualLocationConfiguration{
+class CartesianProductOpDesc extends LogicalOp with ManualLocationConfiguration {
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
index bfd2022a8cb..06d16a18770 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
@@ -16,7 +16,7 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
   * It outputs an extra column to label the tuple if it is matched or not
   * This is the description of the operator
   */
-class DictionaryMatcherOpDesc extends MapOpDesc with ManualLocationConfiguration{
+class DictionaryMatcherOpDesc extends MapOpDesc with ManualLocationConfiguration {
   @JsonProperty(value = "Dictionary", required = true)
   @JsonPropertyDescription("dictionary values separated by a comma") var dictionary: String = _
 
@@ -30,9 +30,9 @@ class DictionaryMatcherOpDesc extends MapOpDesc with ManualLocationConfiguration
   @JsonProperty(value = "Matching type", required = true) var matchingType: MatchingType = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
 
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
index dfac7c971a1..1bd7e3d214d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
@@ -7,12 +7,12 @@ import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class DifferenceOpDesc extends LogicalOp with ManualLocationConfiguration{
+class DifferenceOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
index 517b39012e8..079ada5149e 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
@@ -6,12 +6,12 @@ import edu.uci.ics.amber.core.workflow.{HashPartition, InputPort, OutputPort, Ph
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class DistinctOpDesc extends LogicalOp with ManualLocationConfiguration{
+class DistinctOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
index 636899a21a0..c22a2990cd3 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
@@ -15,9 +15,9 @@ class SpecializedFilterOpDesc extends FilterOpDesc with ManualLocationConfigurat
   var predicates: List[FilterPredicate] = List.empty
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
index a97f6118918..73d9c0745e1 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
@@ -4,11 +4,18 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType, Schema}
-import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, PhysicalOpIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.core.virtualidentity.{
+  ExecutionIdentity,
+  PhysicalOpIdentity,
+  WorkflowIdentity
+}
 import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.hashJoin.HashJoinOpDesc.HASH_JOIN_INTERNAL_KEY_NAME
-import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameOnPort1}
+import edu.uci.ics.amber.operator.metadata.annotations.{
+  AutofillAttributeName,
+  AutofillAttributeNameOnPort1
+}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
@@ -27,7 +34,7 @@ object HashJoinOpDesc {
   }
 }
 """)
-class HashJoinOpDesc[K] extends LogicalOp with ManualLocationConfiguration{
+class HashJoinOpDesc[K] extends LogicalOp with ManualLocationConfiguration {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Left Input Attribute")
@@ -47,9 +54,9 @@ class HashJoinOpDesc[K] extends LogicalOp with ManualLocationConfiguration{
   var joinType: JoinType = JoinType.INNER
 
   override def getPhysicalPlan(
-                                workflowId: WorkflowIdentity,
-                                executionId: ExecutionIdentity
-                              ): PhysicalPlan = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalPlan = {
 
     val buildInputPort = operatorInfo.inputPorts.head
     val buildOutputPort = OutputPort(PortIdentity(0, internal = true), blocking = true)
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
index d82a7223ff5..097ba8fb13a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
@@ -4,21 +4,27 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, PortIdentity, SchemaPropagationFunc}
+import edu.uci.ics.amber.core.workflow.{
+  InputPort,
+  OutputPort,
+  PhysicalOp,
+  PortIdentity,
+  SchemaPropagationFunc
+}
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class IfOpDesc extends LogicalOp with ManualLocationConfiguration{
+class IfOpDesc extends LogicalOp with ManualLocationConfiguration {
   @JsonProperty(required = true)
   @JsonSchemaTitle("Condition State")
   @JsonPropertyDescription("name of the state variable to evaluate")
   var conditionName: String = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
index 2dff46a54c4..c12308e1d2a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
@@ -6,12 +6,12 @@ import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class IntersectOpDesc extends LogicalOp with ManualLocationConfiguration{
+class IntersectOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
index d2465c2832f..5bb2f5b7814 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
@@ -8,15 +8,18 @@ import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.workflow.{HashPartition, PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameOnPort1}
+import edu.uci.ics.amber.operator.metadata.annotations.{
+  AutofillAttributeName,
+  AutofillAttributeNameOnPort1
+}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
 /** This Operator have two assumptions:
- * 1. The tuples in both inputs come in ascending order
- * 2. The left input join key takes as points, join condition is: left key in the range of (right key, right key + constant)
- */
+  * 1. The tuples in both inputs come in ascending order
+  * 2. The left input join key takes as points, join condition is: left key in the range of (right key, right key + constant)
+  */
 @JsonSchemaInject(json = """
 {
   "attributeTypeRules": {
@@ -31,7 +34,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
   }
 }
 """)
-class IntervalJoinOpDesc extends LogicalOp with ManualLocationConfiguration{
+class IntervalJoinOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Left Input attr")
@@ -67,9 +70,9 @@ class IntervalJoinOpDesc extends LogicalOp with ManualLocationConfiguration{
   var timeIntervalType: Option[TimeIntervalType] = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val partitionRequirement = List(
       Option(HashPartition(List(leftAttributeName))),
       Option(HashPartition(List(rightAttributeName)))
@@ -129,13 +132,13 @@ class IntervalJoinOpDesc extends LogicalOp with ManualLocationConfiguration{
     )
 
   def this(
-            leftTableAttributeName: String,
-            rightTableAttributeName: String,
-            constant: Long,
-            includeLeftBound: Boolean,
-            includeRightBound: Boolean,
-            timeIntervalType: TimeIntervalType
-          ) = {
+      leftTableAttributeName: String,
+      rightTableAttributeName: String,
+      constant: Long,
+      includeLeftBound: Boolean,
+      includeRightBound: Boolean,
+      timeIntervalType: TimeIntervalType
+  ) = {
     this() // Calling primary constructor, and it is first line
     this.leftAttributeName = leftTableAttributeName
     this.rightAttributeName = rightTableAttributeName
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
index 52bde737497..dff7b0a3a4c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
@@ -12,7 +12,7 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class KeywordSearchOpDesc extends FilterOpDesc with ManualLocationConfiguration{
+class KeywordSearchOpDesc extends FilterOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("attribute")
@@ -26,9 +26,9 @@ class KeywordSearchOpDesc extends FilterOpDesc with ManualLocationConfiguration{
   var keyword: String = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
index 3225e132164..c055abf5f27 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
@@ -12,7 +12,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 
 import scala.util.{Success, Try}
 
-class LimitOpDesc extends LogicalOp with ManualLocationConfiguration{
+class LimitOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Limit")
@@ -20,9 +20,9 @@ class LimitOpDesc extends LogicalOp with ManualLocationConfiguration{
   var limit: Int = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
@@ -51,11 +51,11 @@ class LimitOpDesc extends LogicalOp with ManualLocationConfiguration{
     )
 
   override def runtimeReconfiguration(
-                                       workflowId: WorkflowIdentity,
-                                       executionId: ExecutionIdentity,
-                                       oldLogicalOp: LogicalOp,
-                                       newLogicalOp: LogicalOp
-                                     ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity,
+      oldLogicalOp: LogicalOp,
+      newLogicalOp: LogicalOp
+  ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
     val newPhysicalOp = newLogicalOp.getPhysicalOp(workflowId, executionId)
     val stateTransferFunc: StateTransferFunc = (oldOp, newOp) => {
       val oldLimitOp = oldOp.asInstanceOf[LimitOpExec]
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
index 322bb3de708..a82ea3368df 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
@@ -12,7 +12,7 @@ import edu.uci.ics.amber.operator.map.MapOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class ProjectionOpDesc extends MapOpDesc with ManualLocationConfiguration{
+class ProjectionOpDesc extends MapOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(required = true, defaultValue = "false")
   @JsonSchemaTitle("Drop Option")
@@ -22,9 +22,9 @@ class ProjectionOpDesc extends MapOpDesc with ManualLocationConfiguration{
   var attributes: List[AttributeUnit] = List()
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = oneToOnePhysicalOp(
       workflowId,
       executionId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
index 33d4ad25eea..bd858bab96f 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
@@ -9,16 +9,16 @@ import edu.uci.ics.amber.operator.filter.FilterOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class RandomKSamplingOpDesc extends FilterOpDesc with ManualLocationConfiguration{
+class RandomKSamplingOpDesc extends FilterOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(value = "random k sample percentage", required = true)
   @JsonPropertyDescription("random k sampling with given percentage")
   var percentage: Int = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
index 2bded16c9ec..2a91abc6e09 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
@@ -12,7 +12,7 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class RegexOpDesc extends FilterOpDesc with ManualLocationConfiguration{
+class RegexOpDesc extends FilterOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(value = "attribute", required = true)
   @JsonPropertyDescription("column to search regex on")
@@ -29,9 +29,9 @@ class RegexOpDesc extends FilterOpDesc with ManualLocationConfiguration{
   var caseInsensitive: Boolean = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
index f94beec0273..14c8c6506ab 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
@@ -9,16 +9,16 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class ReservoirSamplingOpDesc extends LogicalOp with ManualLocationConfiguration{
+class ReservoirSamplingOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   @JsonProperty(value = "number of item sampled in reservoir sampling", required = true)
   @JsonPropertyDescription("reservoir sampling with k items being kept randomly")
   var k: Int = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala
index ea035c972cd..b3bfa23a5fe 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala
@@ -21,7 +21,7 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
   }
 }
 """)
-class SentimentAnalysisOpDesc extends MapOpDesc with ManualLocationConfiguration{
+class SentimentAnalysisOpDesc extends MapOpDesc with ManualLocationConfiguration {
   @JsonProperty(value = "attribute", required = true)
   @JsonPropertyDescription("column to perform sentiment analysis on")
   @AutofillAttributeName
@@ -36,9 +36,9 @@ class SentimentAnalysisOpDesc extends MapOpDesc with ManualLocationConfiguration
   var resultAttribute: String = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     if (attribute == null)
       throw new RuntimeException("sentiment analysis: attribute is null")
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
index 2b077d51c26..ad6968e7ae8 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
@@ -20,7 +20,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
   }
 }
 """)
-class SortPartitionsOpDesc extends LogicalOp with ManualLocationConfiguration{
+class SortPartitionsOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Attribute")
@@ -39,9 +39,9 @@ class SortPartitionsOpDesc extends LogicalOp with ManualLocationConfiguration{
   var domainMax: Long = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
index 95064ac8998..da86405b54c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
@@ -10,7 +10,7 @@ import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import scala.util.Random
-class SplitOpDesc extends LogicalOp with ManualLocationConfiguration{
+class SplitOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   @JsonProperty(value = "split percentage", required = false, defaultValue = "80")
   @JsonPropertyDescription("percentage of data going to the upper port (default 80%)")
@@ -21,9 +21,9 @@ class SplitOpDesc extends LogicalOp with ManualLocationConfiguration{
   var seed: Int = Random.nextInt()
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
index 240bf5684a8..7f24c230ee3 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
@@ -2,17 +2,24 @@ package edu.uci.ics.amber.operator.symmetricDifference
 
 import com.google.common.base.Preconditions
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
-import edu.uci.ics.amber.core.workflow.{HashPartition, InputPort, OutputPort, PhysicalOp, PortIdentity, SchemaPropagationFunc}
+import edu.uci.ics.amber.core.workflow.{
+  HashPartition,
+  InputPort,
+  OutputPort,
+  PhysicalOp,
+  PortIdentity,
+  SchemaPropagationFunc
+}
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 
-class SymmetricDifferenceOpDesc extends LogicalOp with ManualLocationConfiguration{
+class SymmetricDifferenceOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
 
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
index 2da0fc4920a..f44a0585cbb 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
@@ -12,7 +12,7 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class TypeCastingOpDesc extends MapOpDesc with ManualLocationConfiguration{
+class TypeCastingOpDesc extends MapOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("TypeCasting Units")
@@ -20,9 +20,9 @@ class TypeCastingOpDesc extends MapOpDesc with ManualLocationConfiguration{
   var typeCastingUnits: List[TypeCastingUnit] = List.empty
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     if (typeCastingUnits == null) typeCastingUnits = List.empty
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
index e663161c85c..6bc1c1dcc7e 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
@@ -5,14 +5,24 @@ import com.google.common.base.Preconditions
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
-import edu.uci.ics.amber.core.workflow.{PartitionInfo, PhysicalOp, SchemaPropagationFunc, UnknownPartition}
+import edu.uci.ics.amber.core.workflow.{
+  PartitionInfo,
+  PhysicalOp,
+  SchemaPropagationFunc,
+  UnknownPartition
+}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration, PortDescription, StateTransferFunc}
+import edu.uci.ics.amber.operator.{
+  LogicalOp,
+  ManualLocationConfiguration,
+  PortDescription,
+  StateTransferFunc
+}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
 import scala.util.{Success, Try}
-class JavaUDFOpDesc extends LogicalOp with ManualLocationConfiguration{
+class JavaUDFOpDesc extends LogicalOp with ManualLocationConfiguration {
   @JsonProperty(
     required = true,
     defaultValue =
@@ -54,9 +64,9 @@ class JavaUDFOpDesc extends LogicalOp with ManualLocationConfiguration{
   var outputColumns: List[Attribute] = List()
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     Preconditions.checkArgument(workers >= 1, "Need at least 1 worker.", Array())
     val opInfo = this.operatorInfo
     val partitionRequirement: List[Option[PartitionInfo]] = if (inputPorts != null) {
@@ -159,11 +169,11 @@ class JavaUDFOpDesc extends LogicalOp with ManualLocationConfiguration{
   }
 
   override def runtimeReconfiguration(
-                                       workflowId: WorkflowIdentity,
-                                       executionId: ExecutionIdentity,
-                                       oldLogicalOp: LogicalOp,
-                                       newLogicalOp: LogicalOp
-                                     ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity,
+      oldLogicalOp: LogicalOp,
+      newLogicalOp: LogicalOp
+  ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
     Success(newLogicalOp.getPhysicalOp(workflowId, executionId), None)
   }
 }
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
index 4066bb2adc5..5973472e27d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
@@ -11,7 +11,7 @@ import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
-class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration{
+class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration {
   @JsonProperty(
     required = true,
     defaultValue =
@@ -60,9 +60,9 @@ class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with ManualLocationConfi
   var outputColumns: List[Attribute] = List()
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     Preconditions.checkArgument(workers >= 1, "Need at least 1 worker.", Array())
     val physicalOp = if (workers > 1) {
       PhysicalOp
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
index 5b4d2903fb5..bcbddad5257 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
@@ -8,11 +8,16 @@ import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration, PortDescription, StateTransferFunc}
+import edu.uci.ics.amber.operator.{
+  LogicalOp,
+  ManualLocationConfiguration,
+  PortDescription,
+  StateTransferFunc
+}
 
 import scala.util.{Success, Try}
 
-class PythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration{
+class PythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration {
   @JsonProperty(
     required = true,
     defaultValue =
@@ -61,9 +66,9 @@ class PythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration{
   var outputColumns: List[Attribute] = List()
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     Preconditions.checkArgument(workers >= 1, "Need at least 1 worker.", Array())
     val opInfo = this.operatorInfo
     val partitionRequirement: List[Option[PartitionInfo]] = if (inputPorts != null) {
@@ -160,11 +165,11 @@ class PythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration{
     )
   }
   override def runtimeReconfiguration(
-                                       workflowId: WorkflowIdentity,
-                                       executionId: ExecutionIdentity,
-                                       oldLogicalOp: LogicalOp,
-                                       newLogicalOp: LogicalOp
-                                     ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity,
+      oldLogicalOp: LogicalOp,
+      newLogicalOp: LogicalOp
+  ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
     Success(newLogicalOp.getPhysicalOp(workflowId, executionId), None)
   }
 }
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
index 21c9cf3c4ec..85411c1a379 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
@@ -5,15 +5,25 @@ import com.google.common.base.Preconditions
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
-import edu.uci.ics.amber.core.workflow.{PartitionInfo, PhysicalOp, SchemaPropagationFunc, UnknownPartition}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration, PortDescription, StateTransferFunc}
+import edu.uci.ics.amber.core.workflow.{
+  PartitionInfo,
+  PhysicalOp,
+  SchemaPropagationFunc,
+  UnknownPartition
+}
+import edu.uci.ics.amber.operator.{
+  LogicalOp,
+  ManualLocationConfiguration,
+  PortDescription,
+  StateTransferFunc
+}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
 import scala.util.{Success, Try}
 
-class RUDFOpDesc extends LogicalOp with ManualLocationConfiguration{
+class RUDFOpDesc extends LogicalOp with ManualLocationConfiguration {
   @JsonProperty(
     required = true,
     defaultValue =
@@ -55,9 +65,9 @@ class RUDFOpDesc extends LogicalOp with ManualLocationConfiguration{
   var outputColumns: List[Attribute] = List()
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     Preconditions.checkArgument(workers >= 1, "Need at least 1 worker.", Array())
     val opInfo = this.operatorInfo
     val partitionRequirement: List[Option[PartitionInfo]] = if (inputPorts != null) {
@@ -89,30 +99,30 @@ class RUDFOpDesc extends LogicalOp with ManualLocationConfiguration{
 
     val r_operator_type = if (useTupleAPI) "r-tuple" else "r-table"
     val baseOp = (if (workers > 1) {
-      PhysicalOp
-        .oneToOnePhysicalOp(
-          workflowId,
-          executionId,
-          operatorIdentifier,
-          OpExecWithCode(code, r_operator_type)
-        )
-        .withParallelizable(true)
-        .withSuggestedWorkerNum(workers)
-    } else {
-      PhysicalOp
-        .manyToOnePhysicalOp(
-          workflowId,
-          executionId,
-          operatorIdentifier,
-          OpExecWithCode(code, r_operator_type)
-        )
-        .withParallelizable(false)
-    }.withDerivePartition(_ => UnknownPartition())
-      .withInputPorts(operatorInfo.inputPorts)
-      .withOutputPorts(operatorInfo.outputPorts)
-      .withPartitionRequirement(partitionRequirement)
-      .withIsOneToManyOp(true)
-      .withPropagateSchema(SchemaPropagationFunc(propagateSchema)))
+                    PhysicalOp
+                      .oneToOnePhysicalOp(
+                        workflowId,
+                        executionId,
+                        operatorIdentifier,
+                        OpExecWithCode(code, r_operator_type)
+                      )
+                      .withParallelizable(true)
+                      .withSuggestedWorkerNum(workers)
+                  } else {
+                    PhysicalOp
+                      .manyToOnePhysicalOp(
+                        workflowId,
+                        executionId,
+                        operatorIdentifier,
+                        OpExecWithCode(code, r_operator_type)
+                      )
+                      .withParallelizable(false)
+                  }.withDerivePartition(_ => UnknownPartition())
+                    .withInputPorts(operatorInfo.inputPorts)
+                    .withOutputPorts(operatorInfo.outputPorts)
+                    .withPartitionRequirement(partitionRequirement)
+                    .withIsOneToManyOp(true)
+                    .withPropagateSchema(SchemaPropagationFunc(propagateSchema)))
 
     applyManualLocation(baseOp)
 
@@ -150,11 +160,11 @@ class RUDFOpDesc extends LogicalOp with ManualLocationConfiguration{
   }
 
   override def runtimeReconfiguration(
-                                       workflowId: WorkflowIdentity,
-                                       executionId: ExecutionIdentity,
-                                       oldLogicalOp: LogicalOp,
-                                       newLogicalOp: LogicalOp
-                                     ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity,
+      oldLogicalOp: LogicalOp,
+      newLogicalOp: LogicalOp
+  ): Try[(PhysicalOp, Option[StateTransferFunc])] = {
     Success(newLogicalOp.getPhysicalOp(workflowId, executionId), None)
   }
 }
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
index bd70348b800..27bd2024759 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
@@ -6,12 +6,12 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, PortI
 import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class UnionOpDesc extends LogicalOp with ManualLocationConfiguration{
+class UnionOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
index b13bf2d79a4..c3d56c662cf 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
@@ -12,7 +12,7 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class UnnestStringOpDesc extends FlatMapOpDesc with ManualLocationConfiguration{
+class UnnestStringOpDesc extends FlatMapOpDesc with ManualLocationConfiguration {
   @JsonProperty(value = "Delimiter", required = true, defaultValue = ",")
   @JsonPropertyDescription("string that separates the data")
   var delimiter: String = _
@@ -37,9 +37,9 @@ class UnnestStringOpDesc extends FlatMapOpDesc with ManualLocationConfiguration{
     )
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
index a3bcbe0b1df..97aa4b0b0d7 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
@@ -13,18 +13,18 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
 
 /**
- * HTML Visualization operator to render any given HTML code
- * This is the description of the operator
- */
-class HtmlVizOpDesc extends LogicalOp with ManualLocationConfiguration{
+  * HTML Visualization operator to render any given HTML code
+  * This is the description of the operator
+  */
+class HtmlVizOpDesc extends LogicalOp with ManualLocationConfiguration {
   @JsonProperty(required = true)
   @JsonSchemaTitle("HTML content")
   @AutofillAttributeName var htmlContentAttrName: String = _
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
index 7534a1b0b71..d260596848a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
@@ -13,9 +13,9 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
 
 /**
- * URL Visualization operator to render any content in given URL link
- * This is the description of the operator
- */
+  * URL Visualization operator to render any content in given URL link
+  * This is the description of the operator
+  */
 @JsonSchemaInject(json = """
  {
    "attributeTypeRules": {
@@ -25,7 +25,7 @@ import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
    }
  }
  """)
-class UrlVizOpDesc extends LogicalOp with ManualLocationConfiguration{
+class UrlVizOpDesc extends LogicalOp with ManualLocationConfiguration {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("URL content")
@@ -33,9 +33,9 @@ class UrlVizOpDesc extends LogicalOp with ManualLocationConfiguration{
   val urlContentAttrName: String = ""
 
   override def getPhysicalOp(
-                              workflowId: WorkflowIdentity,
-                              executionId: ExecutionIdentity
-                            ): PhysicalOp = {
+      workflowId: WorkflowIdentity,
+      executionId: ExecutionIdentity
+  ): PhysicalOp = {
     val baseOp = PhysicalOp
       .manyToOnePhysicalOp(
         workflowId,

From 03c1af9a26c0b5cff3ae1e1900b537b4a4e426ce Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 06:13:43 -0800
Subject: [PATCH 31/52] frontend fmt fix

---
 .../gui/src/app/common/formly/formly-config.ts |  2 +-
 .../input-node-address.component.ts            |  7 ++-----
 ...operator-property-edit-frame.component.html | 18 ++++++++----------
 .../operator-property-edit-frame.component.ts  |  5 ++---
 4 files changed, 13 insertions(+), 19 deletions(-)

diff --git a/core/gui/src/app/common/formly/formly-config.ts b/core/gui/src/app/common/formly/formly-config.ts
index 178f7a18345..27f62c79ef0 100644
--- a/core/gui/src/app/common/formly/formly-config.ts
+++ b/core/gui/src/app/common/formly/formly-config.ts
@@ -58,7 +58,7 @@ export const TEXERA_FORMLY_CONFIG = {
     { name: "multischema", component: MultiSchemaTypeComponent },
     { name: "codearea", component: CodeareaCustomTemplateComponent },
     { name: "inputautocomplete", component: InputAutoCompleteComponent, wrappers: ["form-field"] },
-    { name: "inputnodeaddress", component: InputNodeAddressComponent, wrappers: ["form-field"] }
+    { name: "inputnodeaddress", component: InputNodeAddressComponent, wrappers: ["form-field"] },
   ],
   wrappers: [
     { name: "preset-wrapper", component: PresetWrapperComponent },
diff --git a/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
index 8dd4ab76475..6e9a5ca48f6 100644
--- a/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
+++ b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
@@ -6,10 +6,9 @@ import { WorkflowWebsocketService } from "../../service/workflow-websocket/workf
 @Component({
   selector: "texera-input-node-address",
   templateUrl: "./input-node-address.component.html",
-  styleUrls: ["./input-node-address.component.scss"]
+  styleUrls: ["./input-node-address.component.scss"],
 })
 export class InputNodeAddressComponent extends FieldType<FieldTypeConfig> implements OnInit, OnDestroy {
-
   // 用于存储当前的节点地址列表
   public nodeAddresses: string[] = [];
 
@@ -26,7 +25,7 @@ export class InputNodeAddressComponent extends FieldType<FieldTypeConfig> implem
 
     // 订阅 websocket 事件，实时更新节点地址
     this.wsSubscription = this.workflowWebsocketService.websocketEvent().subscribe(event => {
-      if (event.type === 'ClusterStatusUpdateEvent') {
+      if (event.type === "ClusterStatusUpdateEvent") {
         // 更新地址列表（后端事件中包含 addresses 字段）
         this.nodeAddresses = event.addresses;
       }
@@ -39,5 +38,3 @@ export class InputNodeAddressComponent extends FieldType<FieldTypeConfig> implem
     }
   }
 }
-
-
diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
index f1ad44184cf..ac0747f785f 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
@@ -69,14 +69,15 @@
   (keyup.enter)="disconnectQuillFromText()"></div>
 
 <nz-tabset>
-  <nz-tab nzTitle="Basic Settings" *ngIf="basicFields.length > 0">
+  <nz-tab
+    nzTitle="Basic Settings"
+    *ngIf="basicFields.length > 0">
     <form
       nz-form
       nzLayout="vertical"
       *ngIf="formlyFields && formlyFormGroup"
       [formGroup]="formlyFormGroup"
-      class="property-editor-form"
-    >
+      class="property-editor-form">
       <formly-form
         (modelChange)="onFormChanges($event)"
         [fields]="basicFields"
@@ -88,19 +89,19 @@
       <texera-type-casting-display
         *ngIf="isTypeCasting"
         currentOperatorId="{{this.currentOperatorId}}"></texera-type-casting-display>
-
     </form>
   </nz-tab>
 
   <!-- Advanced 配置 -->
-  <nz-tab nzTitle="Advanced Settings" *ngIf="advancedFields.length > 0">
+  <nz-tab
+    nzTitle="Advanced Settings"
+    *ngIf="advancedFields.length > 0">
     <form
       nz-form
       nzLayout="vertical"
       *ngIf="formlyFields && formlyFormGroup"
       [formGroup]="formlyFormGroup"
-      class="property-editor-form"
-    >
+      class="property-editor-form">
       <formly-form
         (modelChange)="onFormChanges($event)"
         [fields]="advancedFields"
@@ -112,13 +113,10 @@
       <texera-type-casting-display
         *ngIf="isTypeCasting"
         currentOperatorId="{{this.currentOperatorId}}"></texera-type-casting-display>
-
     </form>
   </nz-tab>
 </nz-tabset>
 
-
-
 <button
   (click)="allowModifyOperatorLogic()"
   *ngIf="
diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
index 8099a15afc1..925ad172d39 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
@@ -385,14 +385,14 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
       if (mappedField.key == "nodeAddr") {
         mappedField.props = {
           ...mappedField.props,
-          tab: "AdvancedSettings"
+          tab: "AdvancedSettings",
         };
       }
 
       if (mappedField.key == "autoSelectNodeAddress") {
         mappedField.props = {
           ...mappedField.props,
-          tab: "AdvancedSettings"
+          tab: "AdvancedSettings",
         };
       }
 
@@ -694,7 +694,6 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
     const fieldGroup = this.formlyFields?.[0]?.fieldGroup ?? [];
     this.basicFields = fieldGroup.filter(f => f.props?.tab !== "AdvancedSettings");
     this.advancedFields = fieldGroup.filter(f => f.props?.tab === "AdvancedSettings");
-
   }
 
   allowModifyOperatorLogic(): void {

From c1f11d5d0173350e15d7a5eb465f400e5ac860db Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 10:18:39 -0800
Subject: [PATCH 32/52] clean

---
 .../engine/architecture/common/ExecutorDeployment.scala    | 7 -------
 .../input-node-address/input-node-address.component.ts     | 5 -----
 2 files changed, 12 deletions(-)

diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
index 88555eb0da0..4108c438688 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
@@ -66,13 +66,6 @@ object ExecutorDeployment {
               )
           }
         case RoundRobinPreference =>
-          println("+++++")
-          println("worker id: " + workerId)
-          println("worker index: " + workerIndex)
-          addressInfo.allAddresses.foreach(address =>
-            println("Address: " + address + "Address host: " + address.host.get)
-          )
-          println("+++++")
           assert(
             addressInfo.allAddresses.nonEmpty,
             "Execution failed to start, no available computation nodes"
diff --git a/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
index 6e9a5ca48f6..a024ceb74bd 100644
--- a/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
+++ b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
@@ -9,10 +9,8 @@ import { WorkflowWebsocketService } from "../../service/workflow-websocket/workf
   styleUrls: ["./input-node-address.component.scss"],
 })
 export class InputNodeAddressComponent extends FieldType<FieldTypeConfig> implements OnInit, OnDestroy {
-  // 用于存储当前的节点地址列表
   public nodeAddresses: string[] = [];
 
-  // 订阅服务事件的 Subscription
   private wsSubscription!: Subscription;
 
   constructor(private workflowWebsocketService: WorkflowWebsocketService) {
@@ -20,13 +18,10 @@ export class InputNodeAddressComponent extends FieldType<FieldTypeConfig> implem
   }
 
   ngOnInit(): void {
-    // 组件初始化时先取一次当前的地址列表
     this.nodeAddresses = this.workflowWebsocketService.workerAddresses;
 
-    // 订阅 websocket 事件，实时更新节点地址
     this.wsSubscription = this.workflowWebsocketService.websocketEvent().subscribe(event => {
       if (event.type === "ClusterStatusUpdateEvent") {
-        // 更新地址列表（后端事件中包含 addresses 字段）
         this.nodeAddresses = event.addresses;
       }
     });

From f04b9510a3134145ac2866a8cf2e507726329903 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Tue, 18 Feb 2025 12:14:47 -0800
Subject: [PATCH 33/52] Update input-node-address.component.ts

---
 .../input-node-address.component.ts           | 23 +++++++++++--------
 1 file changed, 14 insertions(+), 9 deletions(-)

diff --git a/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
index a024ceb74bd..c8f6ec7bde5 100644
--- a/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
+++ b/core/gui/src/app/workspace/component/input-node-address/input-node-address.component.ts
@@ -1,7 +1,8 @@
 import { Component, OnInit, OnDestroy } from "@angular/core";
 import { FieldType, FieldTypeConfig } from "@ngx-formly/core";
-import { Subscription } from "rxjs";
+import { Subject, Subscription } from "rxjs";
 import { WorkflowWebsocketService } from "../../service/workflow-websocket/workflow-websocket.service";
+import { takeUntil } from "rxjs/operators";
 
 @Component({
   selector: "texera-input-node-address",
@@ -13,6 +14,8 @@ export class InputNodeAddressComponent extends FieldType<FieldTypeConfig> implem
 
   private wsSubscription!: Subscription;
 
+  private componentDestroy = new Subject<void>();
+
   constructor(private workflowWebsocketService: WorkflowWebsocketService) {
     super();
   }
@@ -20,16 +23,18 @@ export class InputNodeAddressComponent extends FieldType<FieldTypeConfig> implem
   ngOnInit(): void {
     this.nodeAddresses = this.workflowWebsocketService.workerAddresses;
 
-    this.wsSubscription = this.workflowWebsocketService.websocketEvent().subscribe(event => {
-      if (event.type === "ClusterStatusUpdateEvent") {
-        this.nodeAddresses = event.addresses;
-      }
-    });
+    this.wsSubscription = this.workflowWebsocketService
+      .websocketEvent()
+      .pipe(takeUntil(this.componentDestroy))
+      .subscribe(event => {
+        if (event.type === "ClusterStatusUpdateEvent") {
+          this.nodeAddresses = event.addresses;
+        }
+      });
   }
 
   ngOnDestroy(): void {
-    if (this.wsSubscription) {
-      this.wsSubscription.unsubscribe();
-    }
+    this.componentDestroy.next();
+    this.componentDestroy.complete();
   }
 }

From 99a14d4b93b9f1af821d4fa61354fa86d2310ad1 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Thu, 20 Feb 2025 05:28:24 -0800
Subject: [PATCH 34/52] code cleaning

---
 .../uci/ics/amber/clustering/ClusterListener.scala   |  3 ---
 .../architecture/common/ExecutorDeployment.scala     | 12 ------------
 2 files changed, 15 deletions(-)

diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala b/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
index 23f617b5a44..74543b3f4e3 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
@@ -132,9 +132,6 @@ class ClusterListener extends Actor with AmberLogging {
     logger.info(
       "---------Now we have " + numWorkerNodesInCluster + s" nodes in the cluster---------"
     )
-    logger.info(
-      "+++++++Now we have " + getAllAddress
-    )
 
   }
 
diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
index 4108c438688..f76c4dcded3 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/common/ExecutorDeployment.scala
@@ -31,8 +31,6 @@ object ExecutorDeployment {
       replayLoggingConfig: Option[FaultToleranceConfig]
   ): Unit = {
 
-    println("123321=====")
-
     val addressInfo = AddressInfo(
       controllerActorService.getClusterNodeAddresses,
       controllerActorService.self.path.address
@@ -46,17 +44,7 @@ object ExecutorDeployment {
         case PreferController =>
           addressInfo.controllerAddress
         case node: GoToSpecificNode =>
-          println("---------++")
-          println("worker id: " + workerId)
-          println("worker index: " + workerIndex)
-          addressInfo.allAddresses.foreach { address =>
-            println(s"Address: $address, Address host: ${address.host.getOrElse("None")}")
-          }
-          println("---------++")
-
           val targetAddress = AddressFromURIString(node.nodeAddr)
-
-          // 尝试在所有地址中查找匹配指定节点地址的 Address
           addressInfo.allAddresses.find(addr => addr == targetAddress) match {
             case Some(address) => address
             case None =>

From de37a0836680859ed1780927d710b36fe7adfbd9 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Thu, 20 Feb 2025 05:38:36 -0800
Subject: [PATCH 35/52] code cleaning

---
 .../edu/uci/ics/amber/engine/common/AmberRuntime.scala    | 8 --------
 .../websocket/response/ClusterStatusUpdateEvent.scala     | 2 --
 .../texera/web/resource/WorkflowWebsocketResource.scala   | 2 +-
 .../operator-property-edit-frame.component.html           | 1 -
 .../workflow-websocket/workflow-websocket.service.ts      | 3 ---
 .../ics/amber/operator/ManualLocationConfiguration.scala  | 4 ++--
 6 files changed, 3 insertions(+), 17 deletions(-)

diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala b/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
index 339073cc464..c2f3940200f 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberRuntime.scala
@@ -37,12 +37,7 @@ object AmberRuntime {
       val in = new BufferedReader(new InputStreamReader(query.openStream()))
       val ip = in.readLine()
       val localIp = InetAddress.getLocalHost().getHostAddress()
-      println(s"public++++++++++in.readLine(): $ip") // 打印 IP
-      println(s"private——————————InetAddress.getLocalHost().getHostAddress(): $localIp") // 打印 IP
-      //打印public++++++++++in.readLine(): 35.84.255.218
-      //private——————————InetAddress.getLocalHost().getHostAddress(): 172.31.31.180
       ip
-      //      InetAddress.getLocalHost().getHostAddress()
     } catch {
       case e: Exception => throw e
     }
@@ -89,9 +84,6 @@ object AmberRuntime {
     var localIpAddress = "localhost"
     if (mainNodeAddress.isDefined) {
 
-      println(s"main++++++++++NodeAddress: $mainNodeAddress")
-      //打印main++++++++++NodeAddress: Some(35.84.255.218)
-
       localIpAddress = getNodeIpAddress
 
       val localPrivateIdAddress = InetAddress.getLocalHost().getHostAddress()
diff --git a/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala b/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala
index 38b68667725..6dc7623058e 100644
--- a/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/texera/web/model/websocket/response/ClusterStatusUpdateEvent.scala
@@ -2,7 +2,5 @@ package edu.uci.ics.texera.web.model.websocket.response
 
 import edu.uci.ics.texera.web.model.websocket.event.TexeraWebSocketEvent
 
-//case class ClusterStatusUpdateEvent(numWorkers: Int) extends TexeraWebSocketEvent
-
 case class ClusterStatusUpdateEvent(numWorkers: Int, addresses: Seq[String] = Seq.empty)
     extends TexeraWebSocketEvent
diff --git a/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala b/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
index 8940b6734b2..537d44df579 100644
--- a/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WorkflowWebsocketResource.scala
@@ -39,7 +39,7 @@ class WorkflowWebsocketResource extends LazyLogging {
     val addressesStr = ClusterListener.currentAddresses.map(_.toString).toSeq
     sessionState.send(
       ClusterStatusUpdateEvent(ClusterListener.numWorkerNodesInCluster, addressesStr)
-    ) //1
+    )
     logger.info("connection open")
   }
 
diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
index ac0747f785f..2ed7e0bfb73 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.html
@@ -92,7 +92,6 @@
     </form>
   </nz-tab>
 
-  <!-- Advanced 配置 -->
   <nz-tab
     nzTitle="Advanced Settings"
     *ngIf="advancedFields.length > 0">
diff --git a/core/gui/src/app/workspace/service/workflow-websocket/workflow-websocket.service.ts b/core/gui/src/app/workspace/service/workflow-websocket/workflow-websocket.service.ts
index 56f92becbc0..52bad9ee7ea 100644
--- a/core/gui/src/app/workspace/service/workflow-websocket/workflow-websocket.service.ts
+++ b/core/gui/src/app/workspace/service/workflow-websocket/workflow-websocket.service.ts
@@ -102,9 +102,6 @@ export class WorkflowWebsocketService {
       if (evt.type === "ClusterStatusUpdateEvent") {
         this.numWorkers = evt.numWorkers;
         this.workerAddresses = evt.addresses;
-
-        console.log("更新后的节点数量：", this.numWorkers);
-        console.log("节点地址列表：", this.workerAddresses);
       }
       this.isConnected = true;
       this.connectedWid = wId;
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
index 7a3012e1d18..575885b7ba0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
@@ -10,8 +10,8 @@ import edu.uci.ics.amber.operator.metadata.annotations.HideAnnotation
 import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, PhysicalOp}
 
 /**
-  * Provides configuration for manually specifying the node location.
-  * When `manual` is true and `nodeAddr` is not null, the specified node address will be used.
+  * Provides configuration for users manually specifying the node location.
+  * When `autoSelectNodeAddress` is false and `nodeAddr` is not null, the specified node address will be used.
   */
 trait ManualLocationConfiguration {
 

From 0fb0f3b3019be136adee0989bc97e4d77805ad55 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Thu, 20 Feb 2025 05:52:07 -0800
Subject: [PATCH 36/52] add comment

---
 .../operator-property-edit-frame.component.ts                    | 1 +
 1 file changed, 1 insertion(+)

diff --git a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
index 925ad172d39..d1b0db9374e 100644
--- a/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
+++ b/core/gui/src/app/workspace/component/property-editor/operator-property-edit-frame/operator-property-edit-frame.component.ts
@@ -449,6 +449,7 @@ export class OperatorPropertyEditFrameComponent implements OnInit, OnChanges, On
         mappedField.type = "inputautocomplete";
       }
 
+      // if the title is nodeAddr, then change it to custom inputnodeaddress input template
       if (mappedField.key == "nodeAddr") {
         mappedField.type = "inputnodeaddress";
       }

From 9549a592a744400edd3b5c56358df3d0a1cdea2d Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Thu, 20 Feb 2025 05:59:21 -0800
Subject: [PATCH 37/52] Update ManualLocationConfiguration.scala

---
 .../uci/ics/amber/operator/ManualLocationConfiguration.scala    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
index 575885b7ba0..88aedf4c078 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
@@ -18,7 +18,7 @@ trait ManualLocationConfiguration {
   @JsonProperty(defaultValue = "true")
   @JsonSchemaTitle("Auto Select Node Address")
   @JsonPropertyDescription(
-    "Set to true to manually specify the node address instead of using the default RoundRobin strategy"
+    "Set to false to manually specify the node address instead of using the default RoundRobin strategy"
   )
   var autoSelectNodeAddress: Boolean = true
 

From f6d843b4d5d170d338e1a4c2abf259adc78f2807 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Sat, 5 Apr 2025 04:24:29 -0700
Subject: [PATCH 38/52] reverse sentimentOP

---
 .../amber/operator/sentiment/SentimentAnalysisOpDesc.scala | 7 ++-----
 1 file changed, 2 insertions(+), 5 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala
index b3bfa23a5fe..0ef7545be8b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sentiment/SentimentAnalysisOpDesc.scala
@@ -6,7 +6,6 @@ import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.AttributeType
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.operator.map.MapOpDesc
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
@@ -21,7 +20,7 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
   }
 }
 """)
-class SentimentAnalysisOpDesc extends MapOpDesc with ManualLocationConfiguration {
+class SentimentAnalysisOpDesc extends MapOpDesc {
   @JsonProperty(value = "attribute", required = true)
   @JsonPropertyDescription("column to perform sentiment analysis on")
   @AutofillAttributeName
@@ -42,7 +41,7 @@ class SentimentAnalysisOpDesc extends MapOpDesc with ManualLocationConfiguration
     if (attribute == null)
       throw new RuntimeException("sentiment analysis: attribute is null")
 
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -64,8 +63,6 @@ class SentimentAnalysisOpDesc extends MapOpDesc with ManualLocationConfiguration
           )
         })
       )
-
-    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From caeabf5dbcb1fa979b057edbce6e7ca824f5cb46 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Sat, 5 Apr 2025 09:59:47 -0700
Subject: [PATCH 39/52] add source op

---
 .../v2/TwitterFullArchiveSearchSourceOpDesc.scala      | 10 +++++++---
 .../apis/twitter/v2/TwitterSearchSourceOpDesc.scala    |  9 ++++++---
 .../operator/source/fetcher/URLFetcherOpDesc.scala     |  6 ++++--
 .../operator/source/scan/FileScanSourceOpDesc.scala    |  6 ++++--
 .../operator/source/scan/arrow/ArrowSourceOpDesc.scala |  6 ++++--
 .../operator/source/scan/csv/CSVScanSourceOpDesc.scala |  6 ++++--
 .../source/scan/csv/ParallelCSVScanSourceOpDesc.scala  |  6 ++++--
 .../source/scan/csvOld/CSVOldScanSourceOpDesc.scala    |  6 ++++--
 .../source/scan/json/JSONLScanSourceOpDesc.scala       |  6 ++++--
 .../source/scan/text/TextInputSourceOpDesc.scala       |  9 ++++++---
 .../source/sql/asterixdb/AsterixDBSourceOpDesc.scala   |  9 ++++++---
 .../operator/source/sql/mysql/MySQLSourceOpDesc.scala  |  9 ++++++---
 .../source/sql/postgresql/PostgreSQLSourceOpDesc.scala |  9 ++++++---
 .../udf/python/source/PythonUDFSourceOpDescV2.scala    |  6 ++++--
 .../ics/amber/operator/udf/r/RUDFSourceOpDesc.scala    |  8 +++++---
 15 files changed, 74 insertions(+), 37 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
index d4050625b1b..ea6739dcacc 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
@@ -13,8 +13,9 @@ import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 import edu.uci.ics.amber.operator.source.apis.twitter.TwitterSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class TwitterFullArchiveSearchSourceOpDesc extends TwitterSourceOpDesc {
+class TwitterFullArchiveSearchSourceOpDesc extends TwitterSourceOpDesc with ManualLocationConfiguration {
 
   @JsonIgnore
   override val APIName: Option[String] = Some("Full Archive Search")
@@ -43,9 +44,9 @@ class TwitterFullArchiveSearchSourceOpDesc extends TwitterSourceOpDesc {
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
-  ): PhysicalOp =
+  ): PhysicalOp = {
     // TODO: use multiple workers
-    PhysicalOp
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -61,6 +62,9 @@ class TwitterFullArchiveSearchSourceOpDesc extends TwitterSourceOpDesc {
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
 
+    applyManualLocation(baseOp)
+  }
+
   override def sourceSchema(): Schema = {
 
     // twitter schema is hard coded for now. V2 API has changed many fields of the Tweet object.
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
index 20960c3181d..b02c55c85d4 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
@@ -13,8 +13,9 @@ import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 import edu.uci.ics.amber.operator.source.apis.twitter.TwitterSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc {
+class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc with ManualLocationConfiguration {
 
   @JsonIgnore
   override val APIName: Option[String] = Some("Search")
@@ -33,9 +34,9 @@ class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc {
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
-  ): PhysicalOp =
+  ): PhysicalOp = {
     // TODO: use multiple workers
-    PhysicalOp
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -50,6 +51,8 @@ class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
+  }
 
   override def sourceSchema(): Schema = {
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
index 054af768565..4a66ec0208c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
@@ -10,8 +10,9 @@ import edu.uci.ics.amber.operator.source.SourceOperatorDescriptor
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class URLFetcherOpDesc extends SourceOperatorDescriptor {
+class URLFetcherOpDesc extends SourceOperatorDescriptor with ManualLocationConfiguration {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("URL")
@@ -39,7 +40,7 @@ class URLFetcherOpDesc extends SourceOperatorDescriptor {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    PhysicalOp
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -54,6 +55,7 @@ class URLFetcherOpDesc extends SourceOperatorDescriptor {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
index 437d2f2bbe3..58461f59210 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
@@ -13,9 +13,10 @@ import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.operator.metadata.annotations.HideAnnotation
 import edu.uci.ics.amber.operator.source.scan.text.TextSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
 @JsonIgnoreProperties(value = Array("limit", "offset", "fileEncoding"))
-class FileScanSourceOpDesc extends ScanSourceOpDesc with TextSourceOpDesc {
+class FileScanSourceOpDesc extends ScanSourceOpDesc with TextSourceOpDesc with ManualLocationConfiguration {
   @JsonProperty(defaultValue = "UTF_8", required = true)
   @JsonSchemaTitle("Encoding")
   @JsonSchemaInject(
@@ -48,7 +49,7 @@ class FileScanSourceOpDesc extends ScanSourceOpDesc with TextSourceOpDesc {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    PhysicalOp
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -63,6 +64,7 @@ class FileScanSourceOpDesc extends ScanSourceOpDesc with TextSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
index 8f63a02af4c..b3ae2eb654c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
@@ -7,6 +7,7 @@ import edu.uci.ics.amber.core.tuple.Schema
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.util.ArrowUtils
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
@@ -21,7 +22,7 @@ import org.apache.arrow.vector.types.pojo.{Schema => ArrowSchema}
 import scala.util.Using
 
 @JsonIgnoreProperties(value = Array("fileEncoding"))
-class ArrowSourceOpDesc extends ScanSourceOpDesc {
+class ArrowSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
 
   fileTypeName = Option("Arrow")
 
@@ -30,7 +31,7 @@ class ArrowSourceOpDesc extends ScanSourceOpDesc {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    PhysicalOp
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -45,6 +46,7 @@ class ArrowSourceOpDesc extends ScanSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> inferSchema()))
       )
+    applyManualLocation(baseOp)
   }
 
   /**
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
index ac9538c25b9..6a926d7e533 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
@@ -11,11 +11,12 @@ import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
 import java.io.{IOException, InputStreamReader}
 import java.net.URI
 
-class CSVScanSourceOpDesc extends ScanSourceOpDesc {
+class CSVScanSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(defaultValue = ",")
   @JsonSchemaTitle("Delimiter")
@@ -40,7 +41,7 @@ class CSVScanSourceOpDesc extends ScanSourceOpDesc {
       customDelimiter = Option(",")
     }
 
-    PhysicalOp
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -55,6 +56,7 @@ class CSVScanSourceOpDesc extends ScanSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
index 3e362ec7325..1fcb8ba6fe3 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
@@ -10,13 +10,14 @@ import edu.uci.ics.amber.core.tuple.AttributeTypeUtils.inferSchemaFromRows
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import java.io.IOException
 import java.net.URI
 
-class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc {
+class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(defaultValue = ",")
   @JsonSchemaTitle("Delimiter")
@@ -41,7 +42,7 @@ class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc {
       customDelimiter = Option(",")
     }
 
-    PhysicalOp
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -57,6 +58,7 @@ class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
index 97be3d95b24..00f7008a7ce 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
@@ -9,13 +9,14 @@ import edu.uci.ics.amber.core.tuple.AttributeTypeUtils.inferSchemaFromRows
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import java.io.IOException
 import java.net.URI
 
-class CSVOldScanSourceOpDesc extends ScanSourceOpDesc {
+class CSVOldScanSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(defaultValue = ",")
   @JsonSchemaTitle("Delimiter")
@@ -38,7 +39,7 @@ class CSVOldScanSourceOpDesc extends ScanSourceOpDesc {
     if (customDelimiter.get.isEmpty) {
       customDelimiter = Option(",")
     }
-    PhysicalOp
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -53,6 +54,7 @@ class CSVOldScanSourceOpDesc extends ScanSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
index 30d0e58d045..071407ac62d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
@@ -8,6 +8,7 @@ import edu.uci.ics.amber.core.tuple.AttributeTypeUtils.inferSchemaFromRows
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.{JSONToMap, objectMapper}
 
@@ -16,7 +17,7 @@ import java.net.URI
 import scala.collection.mutable.ArrayBuffer
 import scala.jdk.CollectionConverters.IteratorHasAsScala
 
-class JSONLScanSourceOpDesc extends ScanSourceOpDesc {
+class JSONLScanSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(required = true)
   @JsonPropertyDescription("flatten nested objects and arrays")
@@ -30,7 +31,7 @@ class JSONLScanSourceOpDesc extends ScanSourceOpDesc {
       executionId: ExecutionIdentity
   ): PhysicalOp = {
 
-    PhysicalOp
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -46,6 +47,7 @@ class JSONLScanSourceOpDesc extends ScanSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
index 597424a068b..52e0d22ed63 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
@@ -11,8 +11,9 @@ import edu.uci.ics.amber.operator.source.SourceOperatorDescriptor
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class TextInputSourceOpDesc extends SourceOperatorDescriptor with TextSourceOpDesc {
+class TextInputSourceOpDesc extends SourceOperatorDescriptor with TextSourceOpDesc with ManualLocationConfiguration {
   @JsonProperty(required = true)
   @JsonSchemaTitle("Text")
   @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
@@ -21,8 +22,8 @@ class TextInputSourceOpDesc extends SourceOperatorDescriptor with TextSourceOpDe
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
-  ): PhysicalOp =
-    PhysicalOp
+  ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -37,6 +38,8 @@ class TextInputSourceOpDesc extends SourceOperatorDescriptor with TextSourceOpDe
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
+  }
 
   override def sourceSchema(): Schema =
     Schema().add(attributeName, attributeType.getType)
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
index ccccaa720a4..55e18feae4e 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
@@ -26,9 +26,10 @@ import edu.uci.ics.amber.operator.source.sql.asterixdb.AsterixDBConnUtil.{
 }
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import kong.unirest.json.JSONObject
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
 @JsonIgnoreProperties(value = Array("username", "password"))
-class AsterixDBSourceOpDesc extends SQLSourceOpDesc {
+class AsterixDBSourceOpDesc extends SQLSourceOpDesc with ManualLocationConfiguration {
 
   @JsonProperty(defaultValue = "false")
   @JsonSchemaTitle("Geo Search?")
@@ -92,8 +93,8 @@ class AsterixDBSourceOpDesc extends SQLSourceOpDesc {
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
-  ): PhysicalOp =
-    PhysicalOp
+  ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -108,6 +109,8 @@ class AsterixDBSourceOpDesc extends SQLSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
+  }
 
   override def operatorInfo: OperatorInfo =
     OperatorInfo(
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
index fbc583d8b68..b76a9ac35b5 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
@@ -8,16 +8,17 @@ import edu.uci.ics.amber.operator.source.sql.mysql.MySQLConnUtil.connect
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
 import java.sql.{Connection, SQLException}
 
-class MySQLSourceOpDesc extends SQLSourceOpDesc {
+class MySQLSourceOpDesc extends SQLSourceOpDesc with ManualLocationConfiguration {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
-  ): PhysicalOp =
-    PhysicalOp
+  ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -32,6 +33,8 @@ class MySQLSourceOpDesc extends SQLSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
+  }
 
   override def operatorInfo: OperatorInfo =
     OperatorInfo(
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
index 529ec85d971..c89bb3c1ab6 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
@@ -12,10 +12,11 @@ import edu.uci.ics.amber.operator.source.sql.postgresql.PostgreSQLConnUtil.conne
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
 import java.sql.{Connection, SQLException}
 
-class PostgreSQLSourceOpDesc extends SQLSourceOpDesc {
+class PostgreSQLSourceOpDesc extends SQLSourceOpDesc with ManualLocationConfiguration {
 
   @JsonProperty()
   @JsonSchemaTitle("Keywords to Search")
@@ -29,8 +30,8 @@ class PostgreSQLSourceOpDesc extends SQLSourceOpDesc {
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
-  ): PhysicalOp =
-    PhysicalOp
+  ): PhysicalOp = {
+    val baseOp = PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -45,6 +46,8 @@ class PostgreSQLSourceOpDesc extends SQLSourceOpDesc {
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
+    applyManualLocation(baseOp)
+  }
 
   override def operatorInfo: OperatorInfo =
     OperatorInfo(
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
index ca45e0408d0..bd43a380b90 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
@@ -9,8 +9,9 @@ import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo
 import edu.uci.ics.amber.operator.source.SourceOperatorDescriptor
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class PythonUDFSourceOpDescV2 extends SourceOperatorDescriptor {
+class PythonUDFSourceOpDescV2 extends SourceOperatorDescriptor with ManualLocationConfiguration {
 
   @JsonProperty(
     required = true,
@@ -51,13 +52,14 @@ class PythonUDFSourceOpDescV2 extends SourceOperatorDescriptor {
       )
       .withLocationPreference(Option.empty)
 
-    if (workers > 1) {
+    val baseOp = if (workers > 1) {
       physicalOp
         .withParallelizable(true)
         .withSuggestedWorkerNum(workers)
     } else {
       physicalOp.withParallelizable(false)
     }
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
index e84900f8ddf..45ad3633ad8 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
@@ -9,8 +9,9 @@ import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo
 import edu.uci.ics.amber.operator.source.SourceOperatorDescriptor
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
+import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class RUDFSourceOpDesc extends SourceOperatorDescriptor {
+class RUDFSourceOpDesc extends SourceOperatorDescriptor with ManualLocationConfiguration {
 
   @JsonProperty(
     required = true,
@@ -66,13 +67,14 @@ class RUDFSourceOpDesc extends SourceOperatorDescriptor {
       )
       .withLocationPreference(None)
 
-    if (workers > 1) {
+    val baseOp = (if (workers > 1) {
       physicalOp
         .withParallelizable(true)
         .withSuggestedWorkerNum(workers)
     } else {
       physicalOp.withParallelizable(false)
-    }
+    })
+    applyManualLocation(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {

From 54b6f093c922128ba2503d78187cf183e142c437 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Sat, 5 Apr 2025 10:24:21 -0700
Subject: [PATCH 40/52] fmt fix

---
 .../v2/TwitterFullArchiveSearchSourceOpDesc.scala    |  4 +++-
 .../operator/source/scan/FileScanSourceOpDesc.scala  |  5 ++++-
 .../source/scan/text/TextInputSourceOpDesc.scala     |  5 ++++-
 .../uci/ics/amber/operator/split/SplitOpDesc.scala   |  1 -
 .../ics/amber/operator/udf/r/RUDFSourceOpDesc.scala  | 12 ++++++------
 5 files changed, 17 insertions(+), 10 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
index ea6739dcacc..568ea5410c2 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
@@ -15,7 +15,9 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class TwitterFullArchiveSearchSourceOpDesc extends TwitterSourceOpDesc with ManualLocationConfiguration {
+class TwitterFullArchiveSearchSourceOpDesc
+    extends TwitterSourceOpDesc
+    with ManualLocationConfiguration {
 
   @JsonIgnore
   override val APIName: Option[String] = Some("Full Archive Search")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
index 58461f59210..0b87889dfe6 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
@@ -16,7 +16,10 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
 @JsonIgnoreProperties(value = Array("limit", "offset", "fileEncoding"))
-class FileScanSourceOpDesc extends ScanSourceOpDesc with TextSourceOpDesc with ManualLocationConfiguration {
+class FileScanSourceOpDesc
+    extends ScanSourceOpDesc
+    with TextSourceOpDesc
+    with ManualLocationConfiguration {
   @JsonProperty(defaultValue = "UTF_8", required = true)
   @JsonSchemaTitle("Encoding")
   @JsonSchemaInject(
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
index 52e0d22ed63..c1c4aad0e1b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
@@ -13,7 +13,10 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.OutputPort
 import edu.uci.ics.amber.operator.ManualLocationConfiguration
 
-class TextInputSourceOpDesc extends SourceOperatorDescriptor with TextSourceOpDesc with ManualLocationConfiguration {
+class TextInputSourceOpDesc
+    extends SourceOperatorDescriptor
+    with TextSourceOpDesc
+    with ManualLocationConfiguration {
   @JsonProperty(required = true)
   @JsonSchemaTitle("Text")
   @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
index 028c63f7c3a..7f3f7a95fcc 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
@@ -14,7 +14,6 @@ import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
 import edu.uci.ics.amber.operator.metadata.annotations.HideAnnotation
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
-import scala.util.Random
 
 class SplitOpDesc extends LogicalOp with ManualLocationConfiguration {
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
index 45ad3633ad8..67ae582e459 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
@@ -68,12 +68,12 @@ class RUDFSourceOpDesc extends SourceOperatorDescriptor with ManualLocationConfi
       .withLocationPreference(None)
 
     val baseOp = (if (workers > 1) {
-      physicalOp
-        .withParallelizable(true)
-        .withSuggestedWorkerNum(workers)
-    } else {
-      physicalOp.withParallelizable(false)
-    })
+                    physicalOp
+                      .withParallelizable(true)
+                      .withSuggestedWorkerNum(workers)
+                  } else {
+                    physicalOp.withParallelizable(false)
+                  })
     applyManualLocation(baseOp)
   }
 

From f56c352e0a246e871607a3c0117ad51692d7290c Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Sun, 13 Apr 2025 23:11:21 -0700
Subject: [PATCH 41/52] remove comment

---
 .../scala/edu/uci/ics/amber/clustering/ClusterListener.scala     | 1 -
 1 file changed, 1 deletion(-)

diff --git a/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala b/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
index 74543b3f4e3..f60c0c09dc7 100644
--- a/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
+++ b/core/amber/src/main/scala/edu/uci/ics/amber/clustering/ClusterListener.scala
@@ -28,7 +28,6 @@ object ClusterListener {
 
   var numWorkerNodesInCluster = 0
 
-  // add a variable to hold the addresses
   var currentAddresses: Set[Address] = Set.empty
 }
 

From ccf9c99be75ffb1fa006b39f2d134e5546835fd0 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 01:19:58 -0700
Subject: [PATCH 42/52] rename to DesignatedLocationConfigurable trait

---
 ...nfiguration.scala => DesignatedLocationConfigurable.scala} | 2 +-
 .../edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala | 2 +-
 .../uci/ics/amber/operator/aggregate/AggregateOpDesc.scala    | 4 ++--
 .../operator/cartesianProduct/CartesianProductOpDesc.scala    | 4 ++--
 .../amber/operator/dictionary/DictionaryMatcherOpDesc.scala   | 4 ++--
 .../uci/ics/amber/operator/difference/DifferenceOpDesc.scala  | 4 ++--
 .../edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala  | 4 ++--
 .../ics/amber/operator/filter/SpecializedFilterOpDesc.scala   | 4 ++--
 .../edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala  | 4 ++--
 .../edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala     | 4 ++--
 .../uci/ics/amber/operator/intersect/IntersectOpDesc.scala    | 4 ++--
 .../ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala  | 4 ++--
 .../amber/operator/keywordSearch/KeywordSearchOpDesc.scala    | 4 ++--
 .../scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala  | 4 ++--
 .../uci/ics/amber/operator/projection/ProjectionOpDesc.scala  | 4 ++--
 .../operator/randomksampling/RandomKSamplingOpDesc.scala      | 4 ++--
 .../scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala  | 4 ++--
 .../operator/reservoirsampling/ReservoirSamplingOpDesc.scala  | 4 ++--
 .../amber/operator/sortPartitions/SortPartitionsOpDesc.scala  | 4 ++--
 .../twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala     | 4 ++--
 .../source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala    | 4 ++--
 .../ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala  | 4 ++--
 .../ics/amber/operator/source/scan/FileScanSourceOpDesc.scala | 4 ++--
 .../amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala  | 4 ++--
 .../amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala  | 4 ++--
 .../source/scan/csv/ParallelCSVScanSourceOpDesc.scala         | 4 ++--
 .../operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala  | 4 ++--
 .../operator/source/scan/json/JSONLScanSourceOpDesc.scala     | 4 ++--
 .../operator/source/scan/text/TextInputSourceOpDesc.scala     | 4 ++--
 .../operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala | 4 ++--
 .../amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala   | 4 ++--
 .../source/sql/postgresql/PostgreSQLSourceOpDesc.scala        | 4 ++--
 .../scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala  | 4 ++--
 .../symmetricDifference/SymmetricDifferenceOpDesc.scala       | 4 ++--
 .../ics/amber/operator/typecasting/TypeCastingOpDesc.scala    | 4 ++--
 .../edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala   | 4 ++--
 .../operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala | 4 ++--
 .../uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala | 4 ++--
 .../operator/udf/python/source/PythonUDFSourceOpDescV2.scala  | 4 ++--
 .../scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala   | 4 ++--
 .../edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala   | 4 ++--
 .../scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala  | 4 ++--
 .../ics/amber/operator/unneststring/UnnestStringOpDesc.scala  | 4 ++--
 .../amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala  | 4 ++--
 .../amber/operator/visualization/urlviz/UrlVizOpDesc.scala    | 4 ++--
 45 files changed, 88 insertions(+), 88 deletions(-)
 rename core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/{ManualLocationConfiguration.scala => DesignatedLocationConfigurable.scala} (98%)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
similarity index 98%
rename from core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
rename to core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
index 88aedf4c078..d0c0d85057a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ManualLocationConfiguration.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
@@ -13,7 +13,7 @@ import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, PhysicalOp}
   * Provides configuration for users manually specifying the node location.
   * When `autoSelectNodeAddress` is false and `nodeAddr` is not null, the specified node address will be used.
   */
-trait ManualLocationConfiguration {
+trait DesignatedLocationConfigurable {
 
   @JsonProperty(defaultValue = "true")
   @JsonSchemaTitle("Auto Select Node Address")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
index e0505fd5f0e..f2d844f5ade 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
@@ -5,7 +5,7 @@ import edu.uci.ics.amber.core.tuple.Schema
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, PortIdentity, SchemaPropagationFunc}
 
-trait PythonOperatorDescriptor extends LogicalOp with ManualLocationConfiguration {
+trait PythonOperatorDescriptor extends LogicalOp with DesignatedLocationConfigurable {
   private def generatePythonCodeForRaisingException(ex: Throwable): String = {
     s"#EXCEPTION DURING CODE GENERATION: ${ex.getMessage}"
   }
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
index 96db1277708..baae141de54 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
@@ -10,14 +10,14 @@ import edu.uci.ics.amber.core.virtualidentity.{
   WorkflowIdentity
 }
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeNameList
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import javax.validation.constraints.{NotNull, Size}
 
-class AggregateOpDesc extends LogicalOp with ManualLocationConfiguration {
+class AggregateOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(value = "aggregations", required = true)
   @JsonPropertyDescription("multiple aggregation functions")
   @NotNull(message = "aggregation cannot be null")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
index 24b3dcd1c91..72058db5120 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
@@ -4,10 +4,10 @@ import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class CartesianProductOpDesc extends LogicalOp with ManualLocationConfiguration {
+class CartesianProductOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
index 06d16a18770..17a28f3310f 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
@@ -5,7 +5,7 @@ import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 import edu.uci.ics.amber.operator.map.MapOpDesc
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
@@ -16,7 +16,7 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
   * It outputs an extra column to label the tuple if it is matched or not
   * This is the description of the operator
   */
-class DictionaryMatcherOpDesc extends MapOpDesc with ManualLocationConfiguration {
+class DictionaryMatcherOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
   @JsonProperty(value = "Dictionary", required = true)
   @JsonPropertyDescription("dictionary values separated by a comma") var dictionary: String = _
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
index 1bd7e3d214d..9f4b8e5aba6 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
@@ -4,10 +4,10 @@ import com.google.common.base.Preconditions
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class DifferenceOpDesc extends LogicalOp with ManualLocationConfiguration {
+class DifferenceOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
index 079ada5149e..98d6cd4e01c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
@@ -3,10 +3,10 @@ package edu.uci.ics.amber.operator.distinct
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{HashPartition, InputPort, OutputPort, PhysicalOp}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class DistinctOpDesc extends LogicalOp with ManualLocationConfiguration {
+class DistinctOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
index c22a2990cd3..60876cc440d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
@@ -6,9 +6,9 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
-class SpecializedFilterOpDesc extends FilterOpDesc with ManualLocationConfiguration {
+class SpecializedFilterOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(value = "predicates", required = true)
   @JsonPropertyDescription("multiple predicates in OR")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
index 73d9c0745e1..daf34b69744 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
@@ -10,7 +10,7 @@ import edu.uci.ics.amber.core.virtualidentity.{
   WorkflowIdentity
 }
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.hashJoin.HashJoinOpDesc.HASH_JOIN_INTERNAL_KEY_NAME
 import edu.uci.ics.amber.operator.metadata.annotations.{
   AutofillAttributeName,
@@ -34,7 +34,7 @@ object HashJoinOpDesc {
   }
 }
 """)
-class HashJoinOpDesc[K] extends LogicalOp with ManualLocationConfiguration {
+class HashJoinOpDesc[K] extends LogicalOp with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Left Input Attribute")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
index 097ba8fb13a..b1af467cf2a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
@@ -11,11 +11,11 @@ import edu.uci.ics.amber.core.workflow.{
   PortIdentity,
   SchemaPropagationFunc
 }
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class IfOpDesc extends LogicalOp with ManualLocationConfiguration {
+class IfOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(required = true)
   @JsonSchemaTitle("Condition State")
   @JsonPropertyDescription("name of the state variable to evaluate")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
index c12308e1d2a..b7d26baaca7 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
@@ -3,10 +3,10 @@ package edu.uci.ics.amber.operator.intersect
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class IntersectOpDesc extends LogicalOp with ManualLocationConfiguration {
+class IntersectOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
index 5bb2f5b7814..91421c911e4 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
@@ -6,7 +6,7 @@ import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchema
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.workflow.{HashPartition, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.operator.metadata.annotations.{
   AutofillAttributeName,
@@ -34,7 +34,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
   }
 }
 """)
-class IntervalJoinOpDesc extends LogicalOp with ManualLocationConfiguration {
+class IntervalJoinOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Left Input attr")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
index dff7b0a3a4c..ab34a1824a9 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
@@ -10,9 +10,9 @@ import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
-class KeywordSearchOpDesc extends FilterOpDesc with ManualLocationConfiguration {
+class KeywordSearchOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("attribute")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
index c055abf5f27..1698ff92b8a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
@@ -4,7 +4,7 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.workflow.PhysicalOp
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration, StateTransferFunc}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable, StateTransferFunc}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
@@ -12,7 +12,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 
 import scala.util.{Success, Try}
 
-class LimitOpDesc extends LogicalOp with ManualLocationConfiguration {
+class LimitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Limit")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
index a82ea3368df..2ef8b2b79ab 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
@@ -7,12 +7,12 @@ import edu.uci.ics.amber.core.tuple.Schema
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.PhysicalOp.oneToOnePhysicalOp
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 import edu.uci.ics.amber.operator.map.MapOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class ProjectionOpDesc extends MapOpDesc with ManualLocationConfiguration {
+class ProjectionOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true, defaultValue = "false")
   @JsonSchemaTitle("Drop Option")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
index bd858bab96f..802aa25295c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
@@ -4,12 +4,12 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 import edu.uci.ics.amber.operator.filter.FilterOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class RandomKSamplingOpDesc extends FilterOpDesc with ManualLocationConfiguration {
+class RandomKSamplingOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(value = "random k sample percentage", required = true)
   @JsonPropertyDescription("random k sampling with given percentage")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
index 2a91abc6e09..6c260a9dfab 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
@@ -10,9 +10,9 @@ import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
-class RegexOpDesc extends FilterOpDesc with ManualLocationConfiguration {
+class RegexOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(value = "attribute", required = true)
   @JsonPropertyDescription("column to search regex on")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
index 14c8c6506ab..cd33455e5d0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
@@ -3,13 +3,13 @@ package edu.uci.ics.amber.operator.reservoirsampling
 import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.workflow.PhysicalOp
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class ReservoirSamplingOpDesc extends LogicalOp with ManualLocationConfiguration {
+class ReservoirSamplingOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   @JsonProperty(value = "number of item sampled in reservoir sampling", required = true)
   @JsonPropertyDescription("reservoir sampling with k items being kept randomly")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
index ad6968e7ae8..140829259c6 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
@@ -4,7 +4,7 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, RangePartition}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
@@ -20,7 +20,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
   }
 }
 """)
-class SortPartitionsOpDesc extends LogicalOp with ManualLocationConfiguration {
+class SortPartitionsOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("Attribute")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
index 568ea5410c2..0131447cb7c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
@@ -13,11 +13,11 @@ import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 import edu.uci.ics.amber.operator.source.apis.twitter.TwitterSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 class TwitterFullArchiveSearchSourceOpDesc
     extends TwitterSourceOpDesc
-    with ManualLocationConfiguration {
+    with DesignatedLocationConfigurable {
 
   @JsonIgnore
   override val APIName: Option[String] = Some("Full Archive Search")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
index b02c55c85d4..e1cbc0d7d9d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
@@ -13,9 +13,9 @@ import edu.uci.ics.amber.operator.metadata.annotations.UIWidget
 import edu.uci.ics.amber.operator.source.apis.twitter.TwitterSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
-class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc with ManualLocationConfiguration {
+class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc with DesignatedLocationConfigurable {
 
   @JsonIgnore
   override val APIName: Option[String] = Some("Search")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
index 4a66ec0208c..a5f5fc49c08 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
@@ -10,9 +10,9 @@ import edu.uci.ics.amber.operator.source.SourceOperatorDescriptor
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
-class URLFetcherOpDesc extends SourceOperatorDescriptor with ManualLocationConfiguration {
+class URLFetcherOpDesc extends SourceOperatorDescriptor with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("URL")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
index 0b87889dfe6..3ac9c4ec739 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
@@ -13,13 +13,13 @@ import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.operator.metadata.annotations.HideAnnotation
 import edu.uci.ics.amber.operator.source.scan.text.TextSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 @JsonIgnoreProperties(value = Array("limit", "offset", "fileEncoding"))
 class FileScanSourceOpDesc
     extends ScanSourceOpDesc
     with TextSourceOpDesc
-    with ManualLocationConfiguration {
+    with DesignatedLocationConfigurable {
   @JsonProperty(defaultValue = "UTF_8", required = true)
   @JsonSchemaTitle("Encoding")
   @JsonSchemaInject(
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
index b3ae2eb654c..7b6c8dcf64f 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
@@ -7,7 +7,7 @@ import edu.uci.ics.amber.core.tuple.Schema
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 import edu.uci.ics.amber.util.ArrowUtils
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
@@ -22,7 +22,7 @@ import org.apache.arrow.vector.types.pojo.{Schema => ArrowSchema}
 import scala.util.Using
 
 @JsonIgnoreProperties(value = Array("fileEncoding"))
-class ArrowSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
+class ArrowSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
 
   fileTypeName = Option("Arrow")
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
index 6a926d7e533..0f3b237bdae 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
@@ -11,12 +11,12 @@ import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 import java.io.{IOException, InputStreamReader}
 import java.net.URI
 
-class CSVScanSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
+class CSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(defaultValue = ",")
   @JsonSchemaTitle("Delimiter")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
index 1fcb8ba6fe3..1c76e8558e6 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
@@ -10,14 +10,14 @@ import edu.uci.ics.amber.core.tuple.AttributeTypeUtils.inferSchemaFromRows
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import java.io.IOException
 import java.net.URI
 
-class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
+class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(defaultValue = ",")
   @JsonSchemaTitle("Delimiter")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
index 00f7008a7ce..8ea3eff031a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
@@ -9,14 +9,14 @@ import edu.uci.ics.amber.core.tuple.AttributeTypeUtils.inferSchemaFromRows
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import java.io.IOException
 import java.net.URI
 
-class CSVOldScanSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
+class CSVOldScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(defaultValue = ",")
   @JsonSchemaTitle("Delimiter")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
index 071407ac62d..7f6cab5ef3a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
@@ -8,7 +8,7 @@ import edu.uci.ics.amber.core.tuple.AttributeTypeUtils.inferSchemaFromRows
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 import edu.uci.ics.amber.operator.source.scan.ScanSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.{JSONToMap, objectMapper}
 
@@ -17,7 +17,7 @@ import java.net.URI
 import scala.collection.mutable.ArrayBuffer
 import scala.jdk.CollectionConverters.IteratorHasAsScala
 
-class JSONLScanSourceOpDesc extends ScanSourceOpDesc with ManualLocationConfiguration {
+class JSONLScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
   @JsonPropertyDescription("flatten nested objects and arrays")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
index c1c4aad0e1b..e5a1b0395c1 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
@@ -11,12 +11,12 @@ import edu.uci.ics.amber.operator.source.SourceOperatorDescriptor
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 class TextInputSourceOpDesc
     extends SourceOperatorDescriptor
     with TextSourceOpDesc
-    with ManualLocationConfiguration {
+    with DesignatedLocationConfigurable {
   @JsonProperty(required = true)
   @JsonSchemaTitle("Text")
   @JsonSchemaInject(json = UIWidget.UIWidgetTextArea)
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
index 55e18feae4e..381bf1d3231 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
@@ -26,10 +26,10 @@ import edu.uci.ics.amber.operator.source.sql.asterixdb.AsterixDBConnUtil.{
 }
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import kong.unirest.json.JSONObject
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 @JsonIgnoreProperties(value = Array("username", "password"))
-class AsterixDBSourceOpDesc extends SQLSourceOpDesc with ManualLocationConfiguration {
+class AsterixDBSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(defaultValue = "false")
   @JsonSchemaTitle("Geo Search?")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
index b76a9ac35b5..23aef4cac49 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
@@ -8,11 +8,11 @@ import edu.uci.ics.amber.operator.source.sql.mysql.MySQLConnUtil.connect
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 import java.sql.{Connection, SQLException}
 
-class MySQLSourceOpDesc extends SQLSourceOpDesc with ManualLocationConfiguration {
+class MySQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
index c89bb3c1ab6..9e068fc8407 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
@@ -12,11 +12,11 @@ import edu.uci.ics.amber.operator.source.sql.postgresql.PostgreSQLConnUtil.conne
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 import java.sql.{Connection, SQLException}
 
-class PostgreSQLSourceOpDesc extends SQLSourceOpDesc with ManualLocationConfiguration {
+class PostgreSQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty()
   @JsonSchemaTitle("Keywords to Search")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
index 7f3f7a95fcc..c66d3391b9c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
@@ -10,12 +10,12 @@ import com.kjetland.jackson.jsonSchema.annotations.{
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.annotations.HideAnnotation
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
-class SplitOpDesc extends LogicalOp with ManualLocationConfiguration {
+class SplitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   @JsonSchemaTitle("Split Percentage")
   @JsonProperty(defaultValue = "80")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
index 7f24c230ee3..de10ea3243c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
@@ -10,11 +10,11 @@ import edu.uci.ics.amber.core.workflow.{
   PortIdentity,
   SchemaPropagationFunc
 }
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 
-class SymmetricDifferenceOpDesc extends LogicalOp with ManualLocationConfiguration {
+class SymmetricDifferenceOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
index f44a0585cbb..8a048a2f3b8 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
@@ -10,9 +10,9 @@ import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
-class TypeCastingOpDesc extends MapOpDesc with ManualLocationConfiguration {
+class TypeCastingOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("TypeCasting Units")
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
index 6bc1c1dcc7e..03e5180ac71 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
@@ -14,7 +14,7 @@ import edu.uci.ics.amber.core.workflow.{
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.operator.{
   LogicalOp,
-  ManualLocationConfiguration,
+  DesignatedLocationConfigurable,
   PortDescription,
   StateTransferFunc
 }
@@ -22,7 +22,7 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
 import scala.util.{Success, Try}
-class JavaUDFOpDesc extends LogicalOp with ManualLocationConfiguration {
+class JavaUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(
     required = true,
     defaultValue =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
index 5973472e27d..49ee156be78 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
@@ -6,12 +6,12 @@ import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc, UnknownPartition}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
-class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration {
+class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(
     required = true,
     defaultValue =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
index bcbddad5257..f1f65c7ce02 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
@@ -10,14 +10,14 @@ import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.operator.{
   LogicalOp,
-  ManualLocationConfiguration,
+  DesignatedLocationConfigurable,
   PortDescription,
   StateTransferFunc
 }
 
 import scala.util.{Success, Try}
 
-class PythonUDFOpDescV2 extends LogicalOp with ManualLocationConfiguration {
+class PythonUDFOpDescV2 extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(
     required = true,
     defaultValue =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
index bd43a380b90..b85c5641dd7 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
@@ -9,9 +9,9 @@ import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo
 import edu.uci.ics.amber.operator.source.SourceOperatorDescriptor
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
-class PythonUDFSourceOpDescV2 extends SourceOperatorDescriptor with ManualLocationConfiguration {
+class PythonUDFSourceOpDescV2 extends SourceOperatorDescriptor with DesignatedLocationConfigurable {
 
   @JsonProperty(
     required = true,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
index 85411c1a379..d97722f6e0d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
@@ -13,7 +13,7 @@ import edu.uci.ics.amber.core.workflow.{
 }
 import edu.uci.ics.amber.operator.{
   LogicalOp,
-  ManualLocationConfiguration,
+  DesignatedLocationConfigurable,
   PortDescription,
   StateTransferFunc
 }
@@ -23,7 +23,7 @@ import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
 import scala.util.{Success, Try}
 
-class RUDFOpDesc extends LogicalOp with ManualLocationConfiguration {
+class RUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(
     required = true,
     defaultValue =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
index 67ae582e459..c184a70e0b0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
@@ -9,9 +9,9 @@ import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo
 import edu.uci.ics.amber.operator.source.SourceOperatorDescriptor
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
-class RUDFSourceOpDesc extends SourceOperatorDescriptor with ManualLocationConfiguration {
+class RUDFSourceOpDesc extends SourceOperatorDescriptor with DesignatedLocationConfigurable {
 
   @JsonProperty(
     required = true,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
index 27bd2024759..cb16a85451b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
@@ -3,10 +3,10 @@ package edu.uci.ics.amber.operator.union
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, PortIdentity}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
-class UnionOpDesc extends LogicalOp with ManualLocationConfiguration {
+class UnionOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
index c3d56c662cf..15a7e7fa6fc 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
@@ -10,9 +10,9 @@ import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
-import edu.uci.ics.amber.operator.ManualLocationConfiguration
+import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
-class UnnestStringOpDesc extends FlatMapOpDesc with ManualLocationConfiguration {
+class UnnestStringOpDesc extends FlatMapOpDesc with DesignatedLocationConfigurable {
   @JsonProperty(value = "Delimiter", required = true, defaultValue = ",")
   @JsonPropertyDescription("string that separates the data")
   var delimiter: String = _
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
index 22a896cf65b..96c280988e6 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
@@ -5,7 +5,7 @@ import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
@@ -16,7 +16,7 @@ import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
   * HTML Visualization operator to render any given HTML code
   * This is the description of the operator
   */
-class HtmlVizOpDesc extends LogicalOp with ManualLocationConfiguration {
+class HtmlVizOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(required = true)
   @JsonSchemaTitle("HTML content")
   @AutofillAttributeName var htmlContentAttrName: String = _
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
index dab30bcad38..0bc956037f4 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
@@ -5,7 +5,7 @@ import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchema
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.{LogicalOp, ManualLocationConfiguration}
+import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
@@ -25,7 +25,7 @@ import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
    }
  }
  """)
-class UrlVizOpDesc extends LogicalOp with ManualLocationConfiguration {
+class UrlVizOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
   @JsonSchemaTitle("URL content")

From 101ed75d86beb90d5f1869971d20a55030e610b4 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 01:22:36 -0700
Subject: [PATCH 43/52] update comment

---
 .../uci/ics/amber/operator/DesignatedLocationConfigurable.scala | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
index d0c0d85057a..158e4a4e6c0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
@@ -10,7 +10,7 @@ import edu.uci.ics.amber.operator.metadata.annotations.HideAnnotation
 import edu.uci.ics.amber.core.workflow.{GoToSpecificNode, PhysicalOp}
 
 /**
-  * Provides configuration for users manually specifying the node location.
+  * Provides configuration for users to designate a specific node location for executing operations.
   * When `autoSelectNodeAddress` is false and `nodeAddr` is not null, the specified node address will be used.
   */
 trait DesignatedLocationConfigurable {

From 4dd97234cd4b19f1a726f8b72ebafe40b8f6ca8c Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 01:25:29 -0700
Subject: [PATCH 44/52] rename it to configureLocationPreference

---
 .../ics/amber/operator/DesignatedLocationConfigurable.scala   | 2 +-
 .../edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala | 2 +-
 .../uci/ics/amber/operator/aggregate/AggregateOpDesc.scala    | 4 ++--
 .../operator/cartesianProduct/CartesianProductOpDesc.scala    | 2 +-
 .../amber/operator/dictionary/DictionaryMatcherOpDesc.scala   | 2 +-
 .../uci/ics/amber/operator/difference/DifferenceOpDesc.scala  | 2 +-
 .../edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala  | 2 +-
 .../ics/amber/operator/filter/SpecializedFilterOpDesc.scala   | 2 +-
 .../edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala  | 4 ++--
 .../edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala     | 2 +-
 .../uci/ics/amber/operator/intersect/IntersectOpDesc.scala    | 2 +-
 .../ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala  | 2 +-
 .../amber/operator/keywordSearch/KeywordSearchOpDesc.scala    | 2 +-
 .../scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala  | 2 +-
 .../uci/ics/amber/operator/projection/ProjectionOpDesc.scala  | 2 +-
 .../operator/randomksampling/RandomKSamplingOpDesc.scala      | 2 +-
 .../scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala  | 2 +-
 .../operator/reservoirsampling/ReservoirSamplingOpDesc.scala  | 2 +-
 .../amber/operator/sortPartitions/SortPartitionsOpDesc.scala  | 2 +-
 .../twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala     | 2 +-
 .../source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala    | 2 +-
 .../ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala  | 2 +-
 .../ics/amber/operator/source/scan/FileScanSourceOpDesc.scala | 2 +-
 .../amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala  | 2 +-
 .../amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala  | 2 +-
 .../source/scan/csv/ParallelCSVScanSourceOpDesc.scala         | 2 +-
 .../operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala  | 2 +-
 .../operator/source/scan/json/JSONLScanSourceOpDesc.scala     | 2 +-
 .../operator/source/scan/text/TextInputSourceOpDesc.scala     | 2 +-
 .../operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala | 2 +-
 .../amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala   | 2 +-
 .../source/sql/postgresql/PostgreSQLSourceOpDesc.scala        | 2 +-
 .../scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala  | 2 +-
 .../symmetricDifference/SymmetricDifferenceOpDesc.scala       | 2 +-
 .../ics/amber/operator/typecasting/TypeCastingOpDesc.scala    | 2 +-
 .../edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala   | 4 ++--
 .../operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala | 2 +-
 .../uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala | 2 +-
 .../operator/udf/python/source/PythonUDFSourceOpDescV2.scala  | 2 +-
 .../scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala   | 2 +-
 .../edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala   | 2 +-
 .../scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala  | 2 +-
 .../ics/amber/operator/unneststring/UnnestStringOpDesc.scala  | 2 +-
 .../amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala  | 2 +-
 .../amber/operator/visualization/urlviz/UrlVizOpDesc.scala    | 2 +-
 45 files changed, 48 insertions(+), 48 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
index 158e4a4e6c0..d31cf94766e 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
@@ -41,7 +41,7 @@ trait DesignatedLocationConfigurable {
     * @param baseOp The base PhysicalOp object
     * @return The PhysicalOp object with the applied location preference if manual is enabled; otherwise, the original baseOp.
     */
-  def applyManualLocation(baseOp: PhysicalOp): PhysicalOp = {
+  def configureLocationPreference (baseOp: PhysicalOp): PhysicalOp = {
     if (!autoSelectNodeAddress && nodeAddr != null) {
       baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr)))
     } else {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
index f2d844f5ade..0e66cc68cb0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
@@ -45,7 +45,7 @@ trait PythonOperatorDescriptor extends LogicalOp with DesignatedLocationConfigur
       .withParallelizable(parallelizable())
       .withPropagateSchema(SchemaPropagationFunc(inputSchemas => getOutputSchemas(inputSchemas)))
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   def parallelizable(): Boolean = false
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
index baae141de54..bb818b9b683 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
@@ -64,7 +64,7 @@ class AggregateOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         })
       )
 
-    val partialPhysicalOp = applyManualLocation(initPartialPhysicalOp)
+    val partialPhysicalOp = configureLocationPreference(initPartialPhysicalOp)
 
     val finalInputPort = InputPort(PortIdentity(0, internal = true))
     val finalOutputPort = OutputPort(PortIdentity(0), blocking = true)
@@ -91,7 +91,7 @@ class AggregateOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       .withPartitionRequirement(List(Option(HashPartition(groupByKeys))))
       .withDerivePartition(_ => HashPartition(groupByKeys))
 
-    val finalPhysicalOp = applyManualLocation(initFinalPhysicalOp)
+    val finalPhysicalOp = configureLocationPreference(initFinalPhysicalOp)
 
     var plan = PhysicalPlan(
       operators = Set(partialPhysicalOp, finalPhysicalOp),
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
index 72058db5120..29ff99e28b4 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
@@ -69,7 +69,7 @@ class CartesianProductOpDesc extends LogicalOp with DesignatedLocationConfigurab
       //  can consider hash partition on larger input, broadcast smaller table to each partition
       .withParallelizable(false)
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
 
   }
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
index 17a28f3310f..72398a605da 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
@@ -56,7 +56,7 @@ class DictionaryMatcherOpDesc extends MapOpDesc with DesignatedLocationConfigura
         })
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
index 9f4b8e5aba6..8f2e0a8eea6 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
@@ -30,7 +30,7 @@ class DifferenceOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         operatorInfo.outputPorts.map(port => port.id -> outputSchema).toMap
       }))
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
index 98d6cd4e01c..690246b0eb8 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
@@ -24,7 +24,7 @@ class DistinctOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       .withPartitionRequirement(List(Option(HashPartition())))
       .withDerivePartition(_ => HashPartition())
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
index 60876cc440d..1c0a52c3cca 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
@@ -31,7 +31,7 @@ class SpecializedFilterOpDesc extends FilterOpDesc with DesignatedLocationConfig
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
index daf34b69744..51353cc7ed6 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
@@ -86,7 +86,7 @@ class HashJoinOpDesc[K] extends LogicalOp with DesignatedLocationConfigurable {
         )
         .withParallelizable(true)
 
-    val buildPhysicalOp = applyManualLocation(initBuildPhysicalOp)
+    val buildPhysicalOp = configureLocationPreference(initBuildPhysicalOp)
 
     val probeBuildInputPort = InputPort(PortIdentity(0, internal = true))
     val probeDataInputPort =
@@ -147,7 +147,7 @@ class HashJoinOpDesc[K] extends LogicalOp with DesignatedLocationConfigurable {
           })
         )
 
-    val probePhysicalOp = applyManualLocation(initProbePhysicalOp)
+    val probePhysicalOp = configureLocationPreference(initProbePhysicalOp)
 
     PhysicalPlan(
       operators = Set(buildPhysicalOp, probePhysicalOp),
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
index b1af467cf2a..11995826c8b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
@@ -47,7 +47,7 @@ class IfOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         )
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
index b7d26baaca7..17f80ef5d3b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
@@ -24,7 +24,7 @@ class IntersectOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       .withPartitionRequirement(List(Option(HashPartition()), Option(HashPartition())))
       .withDerivePartition(_ => HashPartition())
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
index 91421c911e4..551848ce2c9 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
@@ -112,7 +112,7 @@ class IntervalJoinOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       )
       .withPartitionRequirement(partitionRequirement)
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
index ab34a1824a9..3bba219e3e4 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
@@ -42,7 +42,7 @@ class KeywordSearchOpDesc extends FilterOpDesc with DesignatedLocationConfigurab
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
index 1698ff92b8a..73b512bcea6 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
@@ -37,7 +37,7 @@ class LimitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       .withOutputPorts(operatorInfo.outputPorts)
       .withParallelizable(false)
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
index 2ef8b2b79ab..3c0a7ebf8db 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
@@ -55,7 +55,7 @@ class ProjectionOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
         Map(operatorInfo.outputPorts.head.id -> outputSchema)
       }))
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   def derivePartition()(partition: List[PartitionInfo]): PartitionInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
index 802aa25295c..8fea2f7f905 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
@@ -32,7 +32,7 @@ class RandomKSamplingOpDesc extends FilterOpDesc with DesignatedLocationConfigur
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
index 6c260a9dfab..7b23589ee68 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
@@ -45,7 +45,7 @@ class RegexOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
index cd33455e5d0..ee21734f7ec 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
@@ -32,7 +32,7 @@ class ReservoirSamplingOpDesc extends LogicalOp with DesignatedLocationConfigura
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
index 140829259c6..7b02efca743 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
@@ -58,7 +58,7 @@ class SortPartitionsOpDesc extends LogicalOp with DesignatedLocationConfigurable
         List(Option(RangePartition(List(sortAttributeName), domainMin, domainMax)))
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
index 0131447cb7c..4822ad69961 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
@@ -64,7 +64,7 @@ class TwitterFullArchiveSearchSourceOpDesc
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
index e1cbc0d7d9d..b9f2e30e035 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
@@ -51,7 +51,7 @@ class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc with DesignatedLocat
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
index a5f5fc49c08..47c798727b1 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
@@ -55,7 +55,7 @@ class URLFetcherOpDesc extends SourceOperatorDescriptor with DesignatedLocationC
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
index 3ac9c4ec739..9a2c7ec2db1 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
@@ -67,7 +67,7 @@ class FileScanSourceOpDesc
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
index 7b6c8dcf64f..a1385e8a16a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
@@ -46,7 +46,7 @@ class ArrowSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigur
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> inferSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   /**
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
index 0f3b237bdae..52fe37a44c0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
@@ -56,7 +56,7 @@ class CSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfig
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
index 1c76e8558e6..ba59848b49d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
@@ -58,7 +58,7 @@ class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocati
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
index 8ea3eff031a..0275c921132 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
@@ -54,7 +54,7 @@ class CSVOldScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationCon
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
index 7f6cab5ef3a..3475afc19ea 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
@@ -47,7 +47,7 @@ class JSONLScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConf
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
index e5a1b0395c1..1076adbd61a 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
@@ -41,7 +41,7 @@ class TextInputSourceOpDesc
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def sourceSchema(): Schema =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
index 381bf1d3231..83ddc820a02 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
@@ -109,7 +109,7 @@ class AsterixDBSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfi
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
index 23aef4cac49..fc63fcf5d92 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
@@ -33,7 +33,7 @@ class MySQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfigura
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
index 9e068fc8407..8726768ebce 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
@@ -46,7 +46,7 @@ class PostgreSQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConf
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
index c66d3391b9c..cda183a3334 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
@@ -64,7 +64,7 @@ class SplitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         })
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
index de10ea3243c..a1c1614a806 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
@@ -40,7 +40,7 @@ class SymmetricDifferenceOpDesc extends LogicalOp with DesignatedLocationConfigu
         operatorInfo.outputPorts.map(port => port.id -> outputSchema).toMap
       }))
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
index 8a048a2f3b8..6210b6725d8 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
@@ -45,7 +45,7 @@ class TypeCastingOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
         }
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
index 03e5180ac71..c31a4178ade 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
@@ -112,7 +112,7 @@ class JavaUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         .withSuggestedWorkerNum(workers)
         .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
 
-      applyManualLocation(baseOp)
+      configureLocationPreference(baseOp)
     } else {
       val baseOp = PhysicalOp
         .manyToOnePhysicalOp(
@@ -129,7 +129,7 @@ class JavaUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         .withParallelizable(false)
         .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
 
-      applyManualLocation(baseOp)
+      configureLocationPreference(baseOp)
     }
   }
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
index 49ee156be78..3ab58992678 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
@@ -112,7 +112,7 @@ class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with DesignatedLocationC
         })
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
index f1f65c7ce02..4aa403eb3af 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
@@ -127,7 +127,7 @@ class PythonUDFOpDescV2 extends LogicalOp with DesignatedLocationConfigurable {
       .withIsOneToManyOp(true)
       .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
index b85c5641dd7..0ec4cfe2159 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
@@ -59,7 +59,7 @@ class PythonUDFSourceOpDescV2 extends SourceOperatorDescriptor with DesignatedLo
     } else {
       physicalOp.withParallelizable(false)
     }
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
index d97722f6e0d..0e3505ff612 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
@@ -124,7 +124,7 @@ class RUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
                     .withIsOneToManyOp(true)
                     .withPropagateSchema(SchemaPropagationFunc(propagateSchema)))
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
 
   }
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
index c184a70e0b0..0761abb24ff 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
@@ -74,7 +74,7 @@ class RUDFSourceOpDesc extends SourceOperatorDescriptor with DesignatedLocationC
                   } else {
                     physicalOp.withParallelizable(false)
                   })
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
index cb16a85451b..3bd9086f4fa 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
@@ -22,7 +22,7 @@ class UnionOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
index 15a7e7fa6fc..1edf3e1f200 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
@@ -62,6 +62,6 @@ class UnnestStringOpDesc extends FlatMapOpDesc with DesignatedLocationConfigurab
         })
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 }
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
index 96c280988e6..11be3fcc71e 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
@@ -44,7 +44,7 @@ class HtmlVizOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         })
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
index 0bc956037f4..4e96428600d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
@@ -55,7 +55,7 @@ class UrlVizOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         })
       )
 
-    applyManualLocation(baseOp)
+    configureLocationPreference(baseOp)
   }
 
   override def operatorInfo: OperatorInfo =

From 1162b629451b51c4d8fd448c830c9ebb62475f99 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 03:29:26 -0700
Subject: [PATCH 45/52] update aggregate, cartessianProduct, PythonOperator

---
 .../operator/PythonOperatorDescriptor.scala   |  7 ++++---
 .../operator/aggregate/AggregateOpDesc.scala  | 19 +++++++------------
 .../CartesianProductOpDesc.scala              |  7 +++----
 3 files changed, 14 insertions(+), 19 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
index 0e66cc68cb0..98d86e0bb68 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/PythonOperatorDescriptor.scala
@@ -5,6 +5,8 @@ import edu.uci.ics.amber.core.tuple.Schema
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, PortIdentity, SchemaPropagationFunc}
 
+import scala.util.chaining.scalaUtilChainingOps
+
 trait PythonOperatorDescriptor extends LogicalOp with DesignatedLocationConfigurable {
   private def generatePythonCodeForRaisingException(ex: Throwable): String = {
     s"#EXCEPTION DURING CODE GENERATION: ${ex.getMessage}"
@@ -39,13 +41,12 @@ trait PythonOperatorDescriptor extends LogicalOp with DesignatedLocationConfigur
       )
     }
 
-    val baseOp = physicalOp
+    physicalOp
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
       .withParallelizable(parallelizable())
       .withPropagateSchema(SchemaPropagationFunc(inputSchemas => getOutputSchemas(inputSchemas)))
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   def parallelizable(): Boolean = false
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
index bb818b9b683..2427ec50746 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
@@ -4,18 +4,15 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.Schema
-import edu.uci.ics.amber.core.virtualidentity.{
-  ExecutionIdentity,
-  PhysicalOpIdentity,
-  WorkflowIdentity
-}
+import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, PhysicalOpIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeNameList
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import javax.validation.constraints.{NotNull, Size}
+import scala.util.chaining.scalaUtilChainingOps
 
 class AggregateOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(value = "aggregations", required = true)
@@ -41,7 +38,7 @@ class AggregateOpDesc extends LogicalOp with DesignatedLocationConfigurable {
     val outputPort = OutputPort(PortIdentity(internal = true))
     val partialDesc = objectMapper.writeValueAsString(this)
     val localAggregations = List(aggregations: _*)
-    val initPartialPhysicalOp = PhysicalOp
+    val partialPhysicalOp = PhysicalOp
       .oneToOnePhysicalOp(
         PhysicalOpIdentity(operatorIdentifier, "localAgg"),
         workflowId,
@@ -63,8 +60,7 @@ class AggregateOpDesc extends LogicalOp with DesignatedLocationConfigurable {
           Map(PortIdentity(internal = true) -> outputSchema)
         })
       )
-
-    val partialPhysicalOp = configureLocationPreference(initPartialPhysicalOp)
+      .pipe(configureLocationPreference)
 
     val finalInputPort = InputPort(PortIdentity(0, internal = true))
     val finalOutputPort = OutputPort(PortIdentity(0), blocking = true)
@@ -72,7 +68,7 @@ class AggregateOpDesc extends LogicalOp with DesignatedLocationConfigurable {
     aggregations = aggregations.map(aggr => aggr.getFinal)
     val finalDesc = objectMapper.writeValueAsString(this)
 
-    val initFinalPhysicalOp = PhysicalOp
+    val finalPhysicalOp = PhysicalOp
       .oneToOnePhysicalOp(
         PhysicalOpIdentity(operatorIdentifier, "globalAgg"),
         workflowId,
@@ -90,8 +86,7 @@ class AggregateOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       )
       .withPartitionRequirement(List(Option(HashPartition(groupByKeys))))
       .withDerivePartition(_ => HashPartition(groupByKeys))
-
-    val finalPhysicalOp = configureLocationPreference(initFinalPhysicalOp)
+      .pipe(configureLocationPreference)
 
     var plan = PhysicalPlan(
       operators = Set(partialPhysicalOp, finalPhysicalOp),
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
index 29ff99e28b4..99718516f26 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/cartesianProduct/CartesianProductOpDesc.scala
@@ -6,13 +6,14 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
+import scala.util.chaining.scalaUtilChainingOps
 
 class CartesianProductOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -68,9 +69,7 @@ class CartesianProductOpDesc extends LogicalOp with DesignatedLocationConfigurab
       // TODO : refactor to parallelize this operator for better performance and scalability:
       //  can consider hash partition on larger input, broadcast smaller table to each partition
       .withParallelizable(false)
-
-    configureLocationPreference(baseOp)
-
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =

From 440cf228e6f2d84dc12cd41322169215f1c6b3a2 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 03:36:45 -0700
Subject: [PATCH 46/52] update dictionaryMatch, difference, distinct, filter

---
 .../operator/dictionary/DictionaryMatcherOpDesc.scala    | 7 ++++---
 .../ics/amber/operator/difference/DifferenceOpDesc.scala | 9 +++++----
 .../uci/ics/amber/operator/distinct/DistinctOpDesc.scala | 9 +++++----
 .../amber/operator/filter/SpecializedFilterOpDesc.scala  | 7 ++++---
 4 files changed, 18 insertions(+), 14 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
index 72398a605da..afcfde13c5b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/dictionary/DictionaryMatcherOpDesc.scala
@@ -11,6 +11,8 @@ import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
+import scala.util.chaining.scalaUtilChainingOps
+
 /**
   * Dictionary matcher operator matches a tuple if the specified column is in the given dictionary.
   * It outputs an extra column to label the tuple if it is matched or not
@@ -34,7 +36,7 @@ class DictionaryMatcherOpDesc extends MapOpDesc with DesignatedLocationConfigura
       executionId: ExecutionIdentity
   ): PhysicalOp = {
 
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -55,8 +57,7 @@ class DictionaryMatcherOpDesc extends MapOpDesc with DesignatedLocationConfigura
           )
         })
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
index 8f2e0a8eea6..ebd87fabf34 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/difference/DifferenceOpDesc.scala
@@ -4,16 +4,18 @@ import com.google.common.base.Preconditions
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class DifferenceOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -29,8 +31,7 @@ class DifferenceOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         val outputSchema = inputSchemas.values.head
         operatorInfo.outputPorts.map(port => port.id -> outputSchema).toMap
       }))
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
index 690246b0eb8..c30b0a6fc2c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/distinct/DistinctOpDesc.scala
@@ -3,16 +3,18 @@ package edu.uci.ics.amber.operator.distinct
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{HashPartition, InputPort, OutputPort, PhysicalOp}
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class DistinctOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -23,8 +25,7 @@ class DistinctOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       .withOutputPorts(operatorInfo.outputPorts)
       .withPartitionRequirement(List(Option(HashPartition())))
       .withDerivePartition(_ => HashPartition())
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
index 1c0a52c3cca..2d5e2166d2f 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/filter/SpecializedFilterOpDesc.scala
@@ -8,6 +8,8 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class SpecializedFilterOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(value = "predicates", required = true)
@@ -18,7 +20,7 @@ class SpecializedFilterOpDesc extends FilterOpDesc with DesignatedLocationConfig
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -30,8 +32,7 @@ class SpecializedFilterOpDesc extends FilterOpDesc with DesignatedLocationConfig
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo = {

From 1bdcbf11850ff1556f31c5476ea36125533d52ac Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 03:43:05 -0700
Subject: [PATCH 47/52] update hashjoin

---
 .../operator/hashJoin/HashJoinOpDesc.scala    | 25 +++++++------------
 1 file changed, 9 insertions(+), 16 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
index 51353cc7ed6..f6eaaaa9f25 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
@@ -4,21 +4,16 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType, Schema}
-import edu.uci.ics.amber.core.virtualidentity.{
-  ExecutionIdentity,
-  PhysicalOpIdentity,
-  WorkflowIdentity
-}
+import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, PhysicalOpIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.hashJoin.HashJoinOpDesc.HASH_JOIN_INTERNAL_KEY_NAME
-import edu.uci.ics.amber.operator.metadata.annotations.{
-  AutofillAttributeName,
-  AutofillAttributeNameOnPort1
-}
+import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameOnPort1}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
+import scala.util.chaining.scalaUtilChainingOps
+
 object HashJoinOpDesc {
   val HASH_JOIN_INTERNAL_KEY_NAME = "__internal__hashtable__key__"
 }
@@ -61,7 +56,7 @@ class HashJoinOpDesc[K] extends LogicalOp with DesignatedLocationConfigurable {
     val buildInputPort = operatorInfo.inputPorts.head
     val buildOutputPort = OutputPort(PortIdentity(0, internal = true), blocking = true)
 
-    val initBuildPhysicalOp =
+    val buildPhysicalOp =
       PhysicalOp
         .oneToOnePhysicalOp(
           PhysicalOpIdentity(operatorIdentifier, "build"),
@@ -85,15 +80,14 @@ class HashJoinOpDesc[K] extends LogicalOp with DesignatedLocationConfigurable {
           )
         )
         .withParallelizable(true)
-
-    val buildPhysicalOp = configureLocationPreference(initBuildPhysicalOp)
+        .pipe(configureLocationPreference)
 
     val probeBuildInputPort = InputPort(PortIdentity(0, internal = true))
     val probeDataInputPort =
       InputPort(operatorInfo.inputPorts(1).id, dependencies = List(probeBuildInputPort.id))
     val probeOutputPort = OutputPort(PortIdentity(0))
 
-    val initProbePhysicalOp =
+    val probePhysicalOp =
       PhysicalOp
         .oneToOnePhysicalOp(
           PhysicalOpIdentity(operatorIdentifier, "probe"),
@@ -146,8 +140,7 @@ class HashJoinOpDesc[K] extends LogicalOp with DesignatedLocationConfigurable {
             Map(PortIdentity() -> outputSchema)
           })
         )
-
-    val probePhysicalOp = configureLocationPreference(initProbePhysicalOp)
+        .pipe(configureLocationPreference)
 
     PhysicalPlan(
       operators = Set(buildPhysicalOp, probePhysicalOp),

From 263c38cd33117885fc32d6cd08ade02772484109 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 03:51:41 -0700
Subject: [PATCH 48/52] update if, intersect. intervaljoin, keywordsearch,
 limit, projection

---
 .../amber/operator/ifStatement/IfOpDesc.scala   | 17 ++++++-----------
 .../operator/intersect/IntersectOpDesc.scala    |  9 +++++----
 .../intervalJoin/IntervalJoinOpDesc.scala       | 14 ++++++--------
 .../keywordSearch/KeywordSearchOpDesc.scala     |  7 ++++---
 .../ics/amber/operator/limit/LimitOpDesc.scala  |  8 ++++----
 .../operator/projection/ProjectionOpDesc.scala  |  6 +++---
 6 files changed, 28 insertions(+), 33 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
index 11995826c8b..56d78c3a2c2 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
@@ -4,17 +4,13 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.core.workflow.{
-  InputPort,
-  OutputPort,
-  PhysicalOp,
-  PortIdentity,
-  SchemaPropagationFunc
-}
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, PortIdentity, SchemaPropagationFunc}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class IfOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(required = true)
   @JsonSchemaTitle("Condition State")
@@ -25,7 +21,7 @@ class IfOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -46,8 +42,7 @@ class IfOpDesc extends LogicalOp with DesignatedLocationConfigurable {
             .toMap
         )
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
index 17f80ef5d3b..d10d39f5df9 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intersect/IntersectOpDesc.scala
@@ -3,16 +3,18 @@ package edu.uci.ics.amber.operator.intersect
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class IntersectOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -23,8 +25,7 @@ class IntersectOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       .withOutputPorts(operatorInfo.outputPorts)
       .withPartitionRequirement(List(Option(HashPartition()), Option(HashPartition())))
       .withDerivePartition(_ => HashPartition())
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
index 551848ce2c9..103e09fe090 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
@@ -6,16 +6,15 @@ import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchema
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.workflow.{HashPartition, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.metadata.annotations.{
-  AutofillAttributeName,
-  AutofillAttributeNameOnPort1
-}
+import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameOnPort1}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
+import scala.util.chaining.scalaUtilChainingOps
+
 /** This Operator have two assumptions:
   * 1. The tuples in both inputs come in ascending order
   * 2. The left input join key takes as points, join condition is: left key in the range of (right key, right key + constant)
@@ -78,7 +77,7 @@ class IntervalJoinOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       Option(HashPartition(List(rightAttributeName)))
     )
 
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -111,8 +110,7 @@ class IntervalJoinOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         })
       )
       .withPartitionRequirement(partitionRequirement)
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
index 3bba219e3e4..f3e1c7f73b7 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/keywordSearch/KeywordSearchOpDesc.scala
@@ -12,6 +12,8 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class KeywordSearchOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
@@ -29,7 +31,7 @@ class KeywordSearchOpDesc extends FilterOpDesc with DesignatedLocationConfigurab
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -41,8 +43,7 @@ class KeywordSearchOpDesc extends FilterOpDesc with DesignatedLocationConfigurab
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
index 73b512bcea6..a31c8cd770d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/limit/LimitOpDesc.scala
@@ -4,12 +4,13 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.workflow.PhysicalOp
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable, StateTransferFunc}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp, StateTransferFunc}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 
+import scala.util.chaining.scalaUtilChainingOps
 import scala.util.{Success, Try}
 
 class LimitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
@@ -23,7 +24,7 @@ class LimitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -36,8 +37,7 @@ class LimitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
       .withParallelizable(false)
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
index 3c0a7ebf8db..2e27bba1093 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/projection/ProjectionOpDesc.scala
@@ -11,6 +11,7 @@ import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 import edu.uci.ics.amber.operator.map.MapOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
+import scala.util.chaining.scalaUtilChainingOps
 
 class ProjectionOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
 
@@ -25,7 +26,7 @@ class ProjectionOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = oneToOnePhysicalOp(
+    oneToOnePhysicalOp(
       workflowId,
       executionId,
       operatorIdentifier,
@@ -54,8 +55,7 @@ class ProjectionOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
 
         Map(operatorInfo.outputPorts.head.id -> outputSchema)
       }))
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   def derivePartition()(partition: List[PartitionInfo]): PartitionInfo = {

From 5affdb9a47f7d3042e3efa51730d9397b84943c3 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 03:57:47 -0700
Subject: [PATCH 49/52] update randomKsampling, Regex, ReservoirSampling,
 SortPartitions

---
 .../operator/randomksampling/RandomKSamplingOpDesc.scala | 7 ++++---
 .../edu/uci/ics/amber/operator/regex/RegexOpDesc.scala   | 7 ++++---
 .../reservoirsampling/ReservoirSamplingOpDesc.scala      | 9 +++++----
 .../operator/sortPartitions/SortPartitionsOpDesc.scala   | 9 +++++----
 4 files changed, 18 insertions(+), 14 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
index 8fea2f7f905..286141f51e2 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/randomksampling/RandomKSamplingOpDesc.scala
@@ -9,6 +9,8 @@ import edu.uci.ics.amber.operator.filter.FilterOpDesc
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class RandomKSamplingOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(value = "random k sample percentage", required = true)
@@ -19,7 +21,7 @@ class RandomKSamplingOpDesc extends FilterOpDesc with DesignatedLocationConfigur
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -31,8 +33,7 @@ class RandomKSamplingOpDesc extends FilterOpDesc with DesignatedLocationConfigur
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
index 7b23589ee68..0fe6051136c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/regex/RegexOpDesc.scala
@@ -12,6 +12,8 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class RegexOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(value = "attribute", required = true)
@@ -32,7 +34,7 @@ class RegexOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -44,8 +46,7 @@ class RegexOpDesc extends FilterOpDesc with DesignatedLocationConfigurable {
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
index ee21734f7ec..1b85f0e03e2 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/reservoirsampling/ReservoirSamplingOpDesc.scala
@@ -3,12 +3,14 @@ package edu.uci.ics.amber.operator.reservoirsampling
 import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.workflow.PhysicalOp
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class ReservoirSamplingOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   @JsonProperty(value = "number of item sampled in reservoir sampling", required = true)
@@ -19,7 +21,7 @@ class ReservoirSamplingOpDesc extends LogicalOp with DesignatedLocationConfigura
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -31,8 +33,7 @@ class ReservoirSamplingOpDesc extends LogicalOp with DesignatedLocationConfigura
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
index 7b02efca743..e27905c34b7 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sortPartitions/SortPartitionsOpDesc.scala
@@ -4,13 +4,15 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, RangePartition}
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 
+import scala.util.chaining.scalaUtilChainingOps
+
 @JsonSchemaInject(json = """
 {
   "attributeTypeRules": {
@@ -42,7 +44,7 @@ class SortPartitionsOpDesc extends LogicalOp with DesignatedLocationConfigurable
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -57,8 +59,7 @@ class SortPartitionsOpDesc extends LogicalOp with DesignatedLocationConfigurable
       .withPartitionRequirement(
         List(Option(RangePartition(List(sortAttributeName), domainMin, domainMax)))
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =

From b34c5bab436029262a3c11d7e218e279ad0b7633 Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 04:21:30 -0700
Subject: [PATCH 50/52] update some more oerators with using pipe

---
 .../amber/operator/split/SplitOpDesc.scala    |  6 ++---
 .../SymmetricDifferenceOpDesc.scala           | 18 +++++--------
 .../typecasting/TypeCastingOpDesc.scala       |  7 +++---
 .../operator/udf/java/JavaUDFOpDesc.scala     | 25 ++++++-------------
 .../DualInputPortsPythonUDFOpDescV2.scala     |  9 ++++---
 .../udf/python/PythonUDFOpDescV2.scala        | 13 +++-------
 .../source/PythonUDFSourceOpDescV2.scala      |  6 +++--
 .../ics/amber/operator/udf/r/RUDFOpDesc.scala | 21 ++++------------
 .../operator/udf/r/RUDFSourceOpDesc.scala     |  8 +++---
 .../amber/operator/union/UnionOpDesc.scala    |  9 ++++---
 .../unneststring/UnnestStringOpDesc.scala     |  7 +++---
 .../visualization/htmlviz/HtmlVizOpDesc.scala |  9 ++++---
 .../visualization/urlviz/UrlVizOpDesc.scala   |  9 ++++---
 13 files changed, 62 insertions(+), 85 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
index cda183a3334..265b2e6e2e7 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/split/SplitOpDesc.scala
@@ -14,6 +14,7 @@ import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
 import edu.uci.ics.amber.operator.metadata.annotations.HideAnnotation
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
+import scala.util.chaining.scalaUtilChainingOps
 
 class SplitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
@@ -43,7 +44,7 @@ class SplitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -63,8 +64,7 @@ class SplitOpDesc extends LogicalOp with DesignatedLocationConfigurable {
           operatorInfo.outputPorts.map(port => port.id -> outputSchema).toMap
         })
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
index a1c1614a806..c61ab9e1120 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
@@ -2,18 +2,13 @@ package edu.uci.ics.amber.operator.symmetricDifference
 
 import com.google.common.base.Preconditions
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
-import edu.uci.ics.amber.core.workflow.{
-  HashPartition,
-  InputPort,
-  OutputPort,
-  PhysicalOp,
-  PortIdentity,
-  SchemaPropagationFunc
-}
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.core.workflow.{HashPartition, InputPort, OutputPort, PhysicalOp, PortIdentity, SchemaPropagationFunc}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class SymmetricDifferenceOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
@@ -21,7 +16,7 @@ class SymmetricDifferenceOpDesc extends LogicalOp with DesignatedLocationConfigu
       executionId: ExecutionIdentity
   ): PhysicalOp = {
 
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -39,8 +34,7 @@ class SymmetricDifferenceOpDesc extends LogicalOp with DesignatedLocationConfigu
         val outputSchema = inputSchemas.values.head
         operatorInfo.outputPorts.map(port => port.id -> outputSchema).toMap
       }))
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
index 6210b6725d8..ff1232d5f45 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/typecasting/TypeCastingOpDesc.scala
@@ -12,6 +12,8 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class TypeCastingOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
@@ -24,7 +26,7 @@ class TypeCastingOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
       executionId: ExecutionIdentity
   ): PhysicalOp = {
     if (typeCastingUnits == null) typeCastingUnits = List.empty
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -44,8 +46,7 @@ class TypeCastingOpDesc extends MapOpDesc with DesignatedLocationConfigurable {
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         }
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
index c31a4178ade..b81af4d50c2 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
@@ -5,22 +5,13 @@ import com.google.common.base.Preconditions
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
-import edu.uci.ics.amber.core.workflow.{
-  PartitionInfo,
-  PhysicalOp,
-  SchemaPropagationFunc,
-  UnknownPartition
-}
+import edu.uci.ics.amber.core.workflow.{PartitionInfo, PhysicalOp, SchemaPropagationFunc, UnknownPartition}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.{
-  LogicalOp,
-  DesignatedLocationConfigurable,
-  PortDescription,
-  StateTransferFunc
-}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp, PortDescription, StateTransferFunc}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
+import scala.util.chaining.scalaUtilChainingOps
 import scala.util.{Success, Try}
 class JavaUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(
@@ -96,7 +87,7 @@ class JavaUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
     }
 
     if (workers > 1) {
-      val baseOp = PhysicalOp
+      PhysicalOp
         .oneToOnePhysicalOp(
           workflowId,
           executionId,
@@ -111,10 +102,9 @@ class JavaUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         .withParallelizable(true)
         .withSuggestedWorkerNum(workers)
         .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
-
-      configureLocationPreference(baseOp)
+        .pipe(configureLocationPreference)
     } else {
-      val baseOp = PhysicalOp
+      PhysicalOp
         .manyToOnePhysicalOp(
           workflowId,
           executionId,
@@ -128,8 +118,7 @@ class JavaUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
         .withIsOneToManyOp(true)
         .withParallelizable(false)
         .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
-
-      configureLocationPreference(baseOp)
+        .pipe(configureLocationPreference)
     }
   }
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
index 3ab58992678..823f82add73 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/DualInputPortsPythonUDFOpDescV2.scala
@@ -6,11 +6,13 @@ import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc, UnknownPartition}
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with DesignatedLocationConfigurable {
   @JsonProperty(
     required = true,
@@ -84,7 +86,7 @@ class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with DesignatedLocationC
         )
         .withParallelizable(false)
     }
-    val baseOp = physicalOp
+    physicalOp
       .withDerivePartition(_ => UnknownPartition())
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
@@ -111,8 +113,7 @@ class DualInputPortsPythonUDFOpDescV2 extends LogicalOp with DesignatedLocationC
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         })
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
index 4aa403eb3af..684b16f695d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
@@ -8,13 +8,9 @@ import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.{
-  LogicalOp,
-  DesignatedLocationConfigurable,
-  PortDescription,
-  StateTransferFunc
-}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp, PortDescription, StateTransferFunc}
 
+import scala.util.chaining.scalaUtilChainingOps
 import scala.util.{Success, Try}
 
 class PythonUDFOpDescV2 extends LogicalOp with DesignatedLocationConfigurable {
@@ -119,15 +115,14 @@ class PythonUDFOpDescV2 extends LogicalOp with DesignatedLocationConfigurable {
         .withParallelizable(false)
     }
 
-    val baseOp = physicalOp
+    physicalOp
       .withDerivePartition(_ => UnknownPartition())
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
       .withPartitionRequirement(partitionRequirement)
       .withIsOneToManyOp(true)
       .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
index 0ec4cfe2159..f2bf4a06fdb 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/source/PythonUDFSourceOpDescV2.scala
@@ -11,6 +11,8 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.OutputPort
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class PythonUDFSourceOpDescV2 extends SourceOperatorDescriptor with DesignatedLocationConfigurable {
 
   @JsonProperty(
@@ -52,14 +54,14 @@ class PythonUDFSourceOpDescV2 extends SourceOperatorDescriptor with DesignatedLo
       )
       .withLocationPreference(Option.empty)
 
-    val baseOp = if (workers > 1) {
+    if (workers > 1) {
       physicalOp
         .withParallelizable(true)
         .withSuggestedWorkerNum(workers)
     } else {
       physicalOp.withParallelizable(false)
     }
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
index 0e3505ff612..15e0ce95d37 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
@@ -5,22 +5,13 @@ import com.google.common.base.Preconditions
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
-import edu.uci.ics.amber.core.workflow.{
-  PartitionInfo,
-  PhysicalOp,
-  SchemaPropagationFunc,
-  UnknownPartition
-}
-import edu.uci.ics.amber.operator.{
-  LogicalOp,
-  DesignatedLocationConfigurable,
-  PortDescription,
-  StateTransferFunc
-}
+import edu.uci.ics.amber.core.workflow.{PartitionInfo, PhysicalOp, SchemaPropagationFunc, UnknownPartition}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp, PortDescription, StateTransferFunc}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
+import scala.util.chaining.scalaUtilChainingOps
 import scala.util.{Success, Try}
 
 class RUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
@@ -98,7 +89,7 @@ class RUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
     }
 
     val r_operator_type = if (useTupleAPI) "r-tuple" else "r-table"
-    val baseOp = (if (workers > 1) {
+    if (workers > 1) {
                     PhysicalOp
                       .oneToOnePhysicalOp(
                         workflowId,
@@ -122,9 +113,7 @@ class RUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
                     .withOutputPorts(operatorInfo.outputPorts)
                     .withPartitionRequirement(partitionRequirement)
                     .withIsOneToManyOp(true)
-                    .withPropagateSchema(SchemaPropagationFunc(propagateSchema)))
-
-    configureLocationPreference(baseOp)
+                    .withPropagateSchema(SchemaPropagationFunc(propagateSchema)).pipe(configureLocationPreference)
 
   }
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
index 0761abb24ff..f8e3cd9fe62 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
@@ -11,6 +11,8 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.OutputPort
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class RUDFSourceOpDesc extends SourceOperatorDescriptor with DesignatedLocationConfigurable {
 
   @JsonProperty(
@@ -67,14 +69,14 @@ class RUDFSourceOpDesc extends SourceOperatorDescriptor with DesignatedLocationC
       )
       .withLocationPreference(None)
 
-    val baseOp = (if (workers > 1) {
+    if (workers > 1) {
                     physicalOp
                       .withParallelizable(true)
                       .withSuggestedWorkerNum(workers)
                   } else {
                     physicalOp.withParallelizable(false)
-                  })
-    configureLocationPreference(baseOp)
+                  }
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
index 3bd9086f4fa..2bafce013ce 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/union/UnionOpDesc.scala
@@ -3,16 +3,18 @@ package edu.uci.ics.amber.operator.union
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, PortIdentity}
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class UnionOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
   override def getPhysicalOp(
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -21,8 +23,7 @@ class UnionOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       )
       .withInputPorts(operatorInfo.inputPorts)
       .withOutputPorts(operatorInfo.outputPorts)
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
index 1edf3e1f200..53816a6a2c0 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/unneststring/UnnestStringOpDesc.scala
@@ -12,6 +12,8 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort}
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class UnnestStringOpDesc extends FlatMapOpDesc with DesignatedLocationConfigurable {
   @JsonProperty(value = "Delimiter", required = true, defaultValue = ",")
   @JsonPropertyDescription("string that separates the data")
@@ -40,7 +42,7 @@ class UnnestStringOpDesc extends FlatMapOpDesc with DesignatedLocationConfigurab
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -61,7 +63,6 @@ class UnnestStringOpDesc extends FlatMapOpDesc with DesignatedLocationConfigurab
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         })
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 }
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
index 11be3fcc71e..66ea0435a30 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/htmlviz/HtmlVizOpDesc.scala
@@ -5,13 +5,15 @@ import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
 
+import scala.util.chaining.scalaUtilChainingOps
+
 /**
   * HTML Visualization operator to render any given HTML code
   * This is the description of the operator
@@ -25,7 +27,7 @@ class HtmlVizOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .oneToOnePhysicalOp(
         workflowId,
         executionId,
@@ -43,8 +45,7 @@ class HtmlVizOpDesc extends LogicalOp with DesignatedLocationConfigurable {
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         })
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
index 4e96428600d..31d622c59ba 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/urlviz/UrlVizOpDesc.scala
@@ -5,13 +5,15 @@ import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchema
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, SchemaPropagationFunc}
-import edu.uci.ics.amber.operator.{LogicalOp, DesignatedLocationConfigurable}
+import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeName
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.workflow.OutputPort.OutputMode
 
+import scala.util.chaining.scalaUtilChainingOps
+
 /**
   * URL Visualization operator to render any content in given URL link
   * This is the description of the operator
@@ -36,7 +38,7 @@ class UrlVizOpDesc extends LogicalOp with DesignatedLocationConfigurable {
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .manyToOnePhysicalOp(
         workflowId,
         executionId,
@@ -54,8 +56,7 @@ class UrlVizOpDesc extends LogicalOp with DesignatedLocationConfigurable {
           Map(operatorInfo.outputPorts.head.id -> outputSchema)
         })
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =

From a987554dee596a5064826cd4ea67f039ed36a6af Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 04:38:12 -0700
Subject: [PATCH 51/52] update source operators with using pipe

---
 ...TwitterFullArchiveSearchSourceOpDesc.scala | 13 ++++-------
 .../v2/TwitterSearchSourceOpDesc.scala        | 12 ++++------
 .../source/fetcher/URLFetcherOpDesc.scala     |  6 +++--
 .../source/scan/FileScanSourceOpDesc.scala    | 12 ++++------
 .../source/scan/arrow/ArrowSourceOpDesc.scala |  5 ++--
 .../source/scan/csv/CSVScanSourceOpDesc.scala |  5 ++--
 .../csv/ParallelCSVScanSourceOpDesc.scala     |  5 ++--
 .../scan/csvOld/CSVOldScanSourceOpDesc.scala  |  5 ++--
 .../scan/json/JSONLScanSourceOpDesc.scala     |  5 ++--
 .../scan/text/TextInputSourceOpDesc.scala     |  6 +++--
 .../sql/asterixdb/AsterixDBSourceOpDesc.scala | 23 ++++++-------------
 .../source/sql/mysql/MySQLSourceOpDesc.scala  |  5 ++--
 .../postgresql/PostgreSQLSourceOpDesc.scala   |  5 ++--
 13 files changed, 51 insertions(+), 56 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
index 4822ad69961..43729de8965 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
@@ -1,11 +1,7 @@
 package edu.uci.ics.amber.operator.source.apis.twitter.v2
 
 import com.fasterxml.jackson.annotation.{JsonIgnore, JsonProperty}
-import com.kjetland.jackson.jsonSchema.annotations.{
-  JsonSchemaDescription,
-  JsonSchemaInject,
-  JsonSchemaTitle
-}
+import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaDescription, JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
@@ -15,6 +11,8 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class TwitterFullArchiveSearchSourceOpDesc
     extends TwitterSourceOpDesc
     with DesignatedLocationConfigurable {
@@ -48,7 +46,7 @@ class TwitterFullArchiveSearchSourceOpDesc
       executionId: ExecutionIdentity
   ): PhysicalOp = {
     // TODO: use multiple workers
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -63,8 +61,7 @@ class TwitterFullArchiveSearchSourceOpDesc
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
index b9f2e30e035..36039095be3 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
@@ -1,11 +1,7 @@
 package edu.uci.ics.amber.operator.source.apis.twitter.v2
 
 import com.fasterxml.jackson.annotation.{JsonIgnore, JsonProperty}
-import com.kjetland.jackson.jsonSchema.annotations.{
-  JsonSchemaDescription,
-  JsonSchemaInject,
-  JsonSchemaTitle
-}
+import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaDescription, JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
@@ -15,6 +11,8 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc with DesignatedLocationConfigurable {
 
   @JsonIgnore
@@ -36,7 +34,7 @@ class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc with DesignatedLocat
       executionId: ExecutionIdentity
   ): PhysicalOp = {
     // TODO: use multiple workers
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -51,7 +49,7 @@ class TwitterSearchSourceOpDesc extends TwitterSourceOpDesc with DesignatedLocat
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
index 47c798727b1..b64e8bf7956 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/fetcher/URLFetcherOpDesc.scala
@@ -12,6 +12,8 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.OutputPort
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class URLFetcherOpDesc extends SourceOperatorDescriptor with DesignatedLocationConfigurable {
 
   @JsonProperty(required = true)
@@ -40,7 +42,7 @@ class URLFetcherOpDesc extends SourceOperatorDescriptor with DesignatedLocationC
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -55,7 +57,7 @@ class URLFetcherOpDesc extends SourceOperatorDescriptor with DesignatedLocationC
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
index 9a2c7ec2db1..16ea9749991 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
@@ -1,11 +1,7 @@
 package edu.uci.ics.amber.operator.source.scan
 
 import com.fasterxml.jackson.annotation.{JsonIgnoreProperties, JsonProperty}
-import com.kjetland.jackson.jsonSchema.annotations.{
-  JsonSchemaInject,
-  JsonSchemaString,
-  JsonSchemaTitle
-}
+import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaString, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
@@ -15,6 +11,8 @@ import edu.uci.ics.amber.operator.source.scan.text.TextSourceOpDesc
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 @JsonIgnoreProperties(value = Array("limit", "offset", "fileEncoding"))
 class FileScanSourceOpDesc
     extends ScanSourceOpDesc
@@ -52,7 +50,7 @@ class FileScanSourceOpDesc
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -67,7 +65,7 @@ class FileScanSourceOpDesc
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
index a1385e8a16a..7253c80acd3 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/arrow/ArrowSourceOpDesc.scala
@@ -20,6 +20,7 @@ import org.apache.arrow.vector.ipc.ArrowFileReader
 import org.apache.arrow.vector.types.pojo.{Schema => ArrowSchema}
 
 import scala.util.Using
+import scala.util.chaining.scalaUtilChainingOps
 
 @JsonIgnoreProperties(value = Array("fileEncoding"))
 class ArrowSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
@@ -31,7 +32,7 @@ class ArrowSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigur
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -46,7 +47,7 @@ class ArrowSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigur
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> inferSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   /**
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
index 52fe37a44c0..e94883d08c2 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/CSVScanSourceOpDesc.scala
@@ -15,6 +15,7 @@ import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 import java.io.{IOException, InputStreamReader}
 import java.net.URI
+import scala.util.chaining.scalaUtilChainingOps
 
 class CSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
 
@@ -41,7 +42,7 @@ class CSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfig
       customDelimiter = Option(",")
     }
 
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -56,7 +57,7 @@ class CSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfig
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
index ba59848b49d..f64291fdefd 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csv/ParallelCSVScanSourceOpDesc.scala
@@ -16,6 +16,7 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import java.io.IOException
 import java.net.URI
+import scala.util.chaining.scalaUtilChainingOps
 
 class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
 
@@ -42,7 +43,7 @@ class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocati
       customDelimiter = Option(",")
     }
 
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -58,7 +59,7 @@ class ParallelCSVScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocati
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
index 0275c921132..d115cc5e6f9 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/csvOld/CSVOldScanSourceOpDesc.scala
@@ -15,6 +15,7 @@ import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
 import java.io.IOException
 import java.net.URI
+import scala.util.chaining.scalaUtilChainingOps
 
 class CSVOldScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
 
@@ -39,7 +40,7 @@ class CSVOldScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationCon
     if (customDelimiter.get.isEmpty) {
       customDelimiter = Option(",")
     }
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -54,7 +55,7 @@ class CSVOldScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationCon
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
index 3475afc19ea..ca9f97eb35d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/json/JSONLScanSourceOpDesc.scala
@@ -16,6 +16,7 @@ import java.io._
 import java.net.URI
 import scala.collection.mutable.ArrayBuffer
 import scala.jdk.CollectionConverters.IteratorHasAsScala
+import scala.util.chaining.scalaUtilChainingOps
 
 class JSONLScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConfigurable {
 
@@ -31,7 +32,7 @@ class JSONLScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConf
       executionId: ExecutionIdentity
   ): PhysicalOp = {
 
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -47,7 +48,7 @@ class JSONLScanSourceOpDesc extends ScanSourceOpDesc with DesignatedLocationConf
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def sourceSchema(): Schema = {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
index 1076adbd61a..553a3ca7e4d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/text/TextInputSourceOpDesc.scala
@@ -13,6 +13,8 @@ import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdenti
 import edu.uci.ics.amber.core.workflow.OutputPort
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 class TextInputSourceOpDesc
     extends SourceOperatorDescriptor
     with TextSourceOpDesc
@@ -26,7 +28,7 @@ class TextInputSourceOpDesc
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -41,7 +43,7 @@ class TextInputSourceOpDesc
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def sourceSchema(): Schema =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
index 83ddc820a02..d174940df66 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
@@ -1,10 +1,6 @@
 package edu.uci.ics.amber.operator.source.sql.asterixdb
 
-import com.fasterxml.jackson.annotation.{
-  JsonIgnoreProperties,
-  JsonProperty,
-  JsonPropertyDescription
-}
+import com.fasterxml.jackson.annotation.{JsonIgnoreProperties, JsonProperty, JsonPropertyDescription}
 import com.fasterxml.jackson.databind.annotation.JsonDeserialize
 import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
@@ -13,21 +9,16 @@ import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
 import edu.uci.ics.amber.operator.filter.FilterPredicate
-import edu.uci.ics.amber.operator.metadata.annotations.{
-  AutofillAttributeName,
-  AutofillAttributeNameList,
-  UIWidget
-}
+import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameList, UIWidget}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.operator.source.sql.SQLSourceOpDesc
-import edu.uci.ics.amber.operator.source.sql.asterixdb.AsterixDBConnUtil.{
-  fetchDataTypeFields,
-  queryAsterixDB
-}
+import edu.uci.ics.amber.operator.source.sql.asterixdb.AsterixDBConnUtil.{fetchDataTypeFields, queryAsterixDB}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import kong.unirest.json.JSONObject
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
+import scala.util.chaining.scalaUtilChainingOps
+
 @JsonIgnoreProperties(value = Array("username", "password"))
 class AsterixDBSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfigurable {
 
@@ -94,7 +85,7 @@ class AsterixDBSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfi
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -109,7 +100,7 @@ class AsterixDBSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfi
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
index fc63fcf5d92..bfe0447169b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/mysql/MySQLSourceOpDesc.scala
@@ -11,6 +11,7 @@ import edu.uci.ics.amber.core.workflow.OutputPort
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 import java.sql.{Connection, SQLException}
+import scala.util.chaining.scalaUtilChainingOps
 
 class MySQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfigurable {
 
@@ -18,7 +19,7 @@ class MySQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfigura
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -33,7 +34,7 @@ class MySQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfigura
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
index 8726768ebce..9730245955d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/postgresql/PostgreSQLSourceOpDesc.scala
@@ -15,6 +15,7 @@ import edu.uci.ics.amber.core.workflow.OutputPort
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
 
 import java.sql.{Connection, SQLException}
+import scala.util.chaining.scalaUtilChainingOps
 
 class PostgreSQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConfigurable {
 
@@ -31,7 +32,7 @@ class PostgreSQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConf
       workflowId: WorkflowIdentity,
       executionId: ExecutionIdentity
   ): PhysicalOp = {
-    val baseOp = PhysicalOp
+    PhysicalOp
       .sourcePhysicalOp(
         workflowId,
         executionId,
@@ -46,7 +47,7 @@ class PostgreSQLSourceOpDesc extends SQLSourceOpDesc with DesignatedLocationConf
       .withPropagateSchema(
         SchemaPropagationFunc(_ => Map(operatorInfo.outputPorts.head.id -> sourceSchema()))
       )
-    configureLocationPreference(baseOp)
+      .pipe(configureLocationPreference)
   }
 
   override def operatorInfo: OperatorInfo =

From edbe7ca2aa40f8a10fe4c2fb0f675a6b76799bdc Mon Sep 17 00:00:00 2001
From: mengw15 <125719918+mengw15@users.noreply.github.com>
Date: Mon, 14 Apr 2025 04:40:03 -0700
Subject: [PATCH 52/52] fmt fix

---
 .../DesignatedLocationConfigurable.scala      |  2 +-
 .../operator/aggregate/AggregateOpDesc.scala  |  6 +-
 .../operator/hashJoin/HashJoinOpDesc.scala    | 11 +++-
 .../amber/operator/ifStatement/IfOpDesc.scala |  8 ++-
 .../intervalJoin/IntervalJoinOpDesc.scala     |  5 +-
 ...TwitterFullArchiveSearchSourceOpDesc.scala |  6 +-
 .../v2/TwitterSearchSourceOpDesc.scala        |  6 +-
 .../source/scan/FileScanSourceOpDesc.scala    |  6 +-
 .../sql/asterixdb/AsterixDBSourceOpDesc.scala | 17 ++++-
 .../SymmetricDifferenceOpDesc.scala           |  9 ++-
 .../operator/udf/java/JavaUDFOpDesc.scala     | 14 ++++-
 .../udf/python/PythonUDFOpDescV2.scala        |  7 ++-
 .../ics/amber/operator/udf/r/RUDFOpDesc.scala | 63 +++++++++++--------
 .../operator/udf/r/RUDFSourceOpDesc.scala     | 12 ++--
 14 files changed, 124 insertions(+), 48 deletions(-)

diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
index d31cf94766e..57158b05b91 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/DesignatedLocationConfigurable.scala
@@ -41,7 +41,7 @@ trait DesignatedLocationConfigurable {
     * @param baseOp The base PhysicalOp object
     * @return The PhysicalOp object with the applied location preference if manual is enabled; otherwise, the original baseOp.
     */
-  def configureLocationPreference (baseOp: PhysicalOp): PhysicalOp = {
+  def configureLocationPreference(baseOp: PhysicalOp): PhysicalOp = {
     if (!autoSelectNodeAddress && nodeAddr != null) {
       baseOp.withLocationPreference(Some(GoToSpecificNode(nodeAddr)))
     } else {
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
index 2427ec50746..8899819d21c 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/aggregate/AggregateOpDesc.scala
@@ -4,7 +4,11 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.Schema
-import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, PhysicalOpIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.core.virtualidentity.{
+  ExecutionIdentity,
+  PhysicalOpIdentity,
+  WorkflowIdentity
+}
 import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.annotations.AutofillAttributeNameList
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
index f6eaaaa9f25..9c2688e2250 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/hashJoin/HashJoinOpDesc.scala
@@ -4,11 +4,18 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{Attribute, AttributeType, Schema}
-import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, PhysicalOpIdentity, WorkflowIdentity}
+import edu.uci.ics.amber.core.virtualidentity.{
+  ExecutionIdentity,
+  PhysicalOpIdentity,
+  WorkflowIdentity
+}
 import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.hashJoin.HashJoinOpDesc.HASH_JOIN_INTERNAL_KEY_NAME
-import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameOnPort1}
+import edu.uci.ics.amber.operator.metadata.annotations.{
+  AutofillAttributeName,
+  AutofillAttributeNameOnPort1
+}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
index 56d78c3a2c2..987d9dcb07d 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/ifStatement/IfOpDesc.scala
@@ -4,7 +4,13 @@ import com.fasterxml.jackson.annotation.{JsonProperty, JsonPropertyDescription}
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
-import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PhysicalOp, PortIdentity, SchemaPropagationFunc}
+import edu.uci.ics.amber.core.workflow.{
+  InputPort,
+  OutputPort,
+  PhysicalOp,
+  PortIdentity,
+  SchemaPropagationFunc
+}
 import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
index 103e09fe090..5ce070a077e 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/intervalJoin/IntervalJoinOpDesc.scala
@@ -8,7 +8,10 @@ import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.workflow.{HashPartition, PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameOnPort1}
+import edu.uci.ics.amber.operator.metadata.annotations.{
+  AutofillAttributeName,
+  AutofillAttributeNameOnPort1
+}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
index 43729de8965..8ac390771fc 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterFullArchiveSearchSourceOpDesc.scala
@@ -1,7 +1,11 @@
 package edu.uci.ics.amber.operator.source.apis.twitter.v2
 
 import com.fasterxml.jackson.annotation.{JsonIgnore, JsonProperty}
-import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaDescription, JsonSchemaInject, JsonSchemaTitle}
+import com.kjetland.jackson.jsonSchema.annotations.{
+  JsonSchemaDescription,
+  JsonSchemaInject,
+  JsonSchemaTitle
+}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
index 36039095be3..53af6f1da2b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/apis/twitter/v2/TwitterSearchSourceOpDesc.scala
@@ -1,7 +1,11 @@
 package edu.uci.ics.amber.operator.source.apis.twitter.v2
 
 import com.fasterxml.jackson.annotation.{JsonIgnore, JsonProperty}
-import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaDescription, JsonSchemaInject, JsonSchemaTitle}
+import com.kjetland.jackson.jsonSchema.annotations.{
+  JsonSchemaDescription,
+  JsonSchemaInject,
+  JsonSchemaTitle
+}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
index 16ea9749991..ae76cc5cb26 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/FileScanSourceOpDesc.scala
@@ -1,7 +1,11 @@
 package edu.uci.ics.amber.operator.source.scan
 
 import com.fasterxml.jackson.annotation.{JsonIgnoreProperties, JsonProperty}
-import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaString, JsonSchemaTitle}
+import com.kjetland.jackson.jsonSchema.annotations.{
+  JsonSchemaInject,
+  JsonSchemaString,
+  JsonSchemaTitle
+}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
 import edu.uci.ics.amber.core.tuple.{AttributeType, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
index d174940df66..e7fbb792050 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/sql/asterixdb/AsterixDBSourceOpDesc.scala
@@ -1,6 +1,10 @@
 package edu.uci.ics.amber.operator.source.sql.asterixdb
 
-import com.fasterxml.jackson.annotation.{JsonIgnoreProperties, JsonProperty, JsonPropertyDescription}
+import com.fasterxml.jackson.annotation.{
+  JsonIgnoreProperties,
+  JsonProperty,
+  JsonPropertyDescription
+}
 import com.fasterxml.jackson.databind.annotation.JsonDeserialize
 import com.kjetland.jackson.jsonSchema.annotations.{JsonSchemaInject, JsonSchemaTitle}
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
@@ -9,10 +13,17 @@ import edu.uci.ics.amber.core.workflow.{PhysicalOp, SchemaPropagationFunc}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.OutputPort
 import edu.uci.ics.amber.operator.filter.FilterPredicate
-import edu.uci.ics.amber.operator.metadata.annotations.{AutofillAttributeName, AutofillAttributeNameList, UIWidget}
+import edu.uci.ics.amber.operator.metadata.annotations.{
+  AutofillAttributeName,
+  AutofillAttributeNameList,
+  UIWidget
+}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.operator.source.sql.SQLSourceOpDesc
-import edu.uci.ics.amber.operator.source.sql.asterixdb.AsterixDBConnUtil.{fetchDataTypeFields, queryAsterixDB}
+import edu.uci.ics.amber.operator.source.sql.asterixdb.AsterixDBConnUtil.{
+  fetchDataTypeFields,
+  queryAsterixDB
+}
 import edu.uci.ics.amber.util.JSONUtils.objectMapper
 import kong.unirest.json.JSONObject
 import edu.uci.ics.amber.operator.DesignatedLocationConfigurable
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
index c61ab9e1120..dbb9ef335ad 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/symmetricDifference/SymmetricDifferenceOpDesc.scala
@@ -2,7 +2,14 @@ package edu.uci.ics.amber.operator.symmetricDifference
 
 import com.google.common.base.Preconditions
 import edu.uci.ics.amber.core.executor.OpExecWithClassName
-import edu.uci.ics.amber.core.workflow.{HashPartition, InputPort, OutputPort, PhysicalOp, PortIdentity, SchemaPropagationFunc}
+import edu.uci.ics.amber.core.workflow.{
+  HashPartition,
+  InputPort,
+  OutputPort,
+  PhysicalOp,
+  PortIdentity,
+  SchemaPropagationFunc
+}
 import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
index b81af4d50c2..32138c0d8c9 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/java/JavaUDFOpDesc.scala
@@ -5,9 +5,19 @@ import com.google.common.base.Preconditions
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
-import edu.uci.ics.amber.core.workflow.{PartitionInfo, PhysicalOp, SchemaPropagationFunc, UnknownPartition}
+import edu.uci.ics.amber.core.workflow.{
+  PartitionInfo,
+  PhysicalOp,
+  SchemaPropagationFunc,
+  UnknownPartition
+}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp, PortDescription, StateTransferFunc}
+import edu.uci.ics.amber.operator.{
+  DesignatedLocationConfigurable,
+  LogicalOp,
+  PortDescription,
+  StateTransferFunc
+}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
index 684b16f695d..70cd2fd7071 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/python/PythonUDFOpDescV2.scala
@@ -8,7 +8,12 @@ import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow._
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
-import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp, PortDescription, StateTransferFunc}
+import edu.uci.ics.amber.operator.{
+  DesignatedLocationConfigurable,
+  LogicalOp,
+  PortDescription,
+  StateTransferFunc
+}
 
 import scala.util.chaining.scalaUtilChainingOps
 import scala.util.{Success, Try}
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
index 15e0ce95d37..009340d511b 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFOpDesc.scala
@@ -5,8 +5,18 @@ import com.google.common.base.Preconditions
 import com.kjetland.jackson.jsonSchema.annotations.JsonSchemaTitle
 import edu.uci.ics.amber.core.executor.OpExecWithCode
 import edu.uci.ics.amber.core.tuple.{Attribute, Schema}
-import edu.uci.ics.amber.core.workflow.{PartitionInfo, PhysicalOp, SchemaPropagationFunc, UnknownPartition}
-import edu.uci.ics.amber.operator.{DesignatedLocationConfigurable, LogicalOp, PortDescription, StateTransferFunc}
+import edu.uci.ics.amber.core.workflow.{
+  PartitionInfo,
+  PhysicalOp,
+  SchemaPropagationFunc,
+  UnknownPartition
+}
+import edu.uci.ics.amber.operator.{
+  DesignatedLocationConfigurable,
+  LogicalOp,
+  PortDescription,
+  StateTransferFunc
+}
 import edu.uci.ics.amber.operator.metadata.{OperatorGroupConstants, OperatorInfo}
 import edu.uci.ics.amber.core.virtualidentity.{ExecutionIdentity, WorkflowIdentity}
 import edu.uci.ics.amber.core.workflow.{InputPort, OutputPort, PortIdentity}
@@ -90,30 +100,31 @@ class RUDFOpDesc extends LogicalOp with DesignatedLocationConfigurable {
 
     val r_operator_type = if (useTupleAPI) "r-tuple" else "r-table"
     if (workers > 1) {
-                    PhysicalOp
-                      .oneToOnePhysicalOp(
-                        workflowId,
-                        executionId,
-                        operatorIdentifier,
-                        OpExecWithCode(code, r_operator_type)
-                      )
-                      .withParallelizable(true)
-                      .withSuggestedWorkerNum(workers)
-                  } else {
-                    PhysicalOp
-                      .manyToOnePhysicalOp(
-                        workflowId,
-                        executionId,
-                        operatorIdentifier,
-                        OpExecWithCode(code, r_operator_type)
-                      )
-                      .withParallelizable(false)
-                  }.withDerivePartition(_ => UnknownPartition())
-                    .withInputPorts(operatorInfo.inputPorts)
-                    .withOutputPorts(operatorInfo.outputPorts)
-                    .withPartitionRequirement(partitionRequirement)
-                    .withIsOneToManyOp(true)
-                    .withPropagateSchema(SchemaPropagationFunc(propagateSchema)).pipe(configureLocationPreference)
+      PhysicalOp
+        .oneToOnePhysicalOp(
+          workflowId,
+          executionId,
+          operatorIdentifier,
+          OpExecWithCode(code, r_operator_type)
+        )
+        .withParallelizable(true)
+        .withSuggestedWorkerNum(workers)
+    } else {
+      PhysicalOp
+        .manyToOnePhysicalOp(
+          workflowId,
+          executionId,
+          operatorIdentifier,
+          OpExecWithCode(code, r_operator_type)
+        )
+        .withParallelizable(false)
+    }.withDerivePartition(_ => UnknownPartition())
+      .withInputPorts(operatorInfo.inputPorts)
+      .withOutputPorts(operatorInfo.outputPorts)
+      .withPartitionRequirement(partitionRequirement)
+      .withIsOneToManyOp(true)
+      .withPropagateSchema(SchemaPropagationFunc(propagateSchema))
+      .pipe(configureLocationPreference)
 
   }
 
diff --git a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
index f8e3cd9fe62..e6b587abc02 100644
--- a/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
+++ b/core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/udf/r/RUDFSourceOpDesc.scala
@@ -70,12 +70,12 @@ class RUDFSourceOpDesc extends SourceOperatorDescriptor with DesignatedLocationC
       .withLocationPreference(None)
 
     if (workers > 1) {
-                    physicalOp
-                      .withParallelizable(true)
-                      .withSuggestedWorkerNum(workers)
-                  } else {
-                    physicalOp.withParallelizable(false)
-                  }
+      physicalOp
+        .withParallelizable(true)
+        .withSuggestedWorkerNum(workers)
+    } else {
+      physicalOp.withParallelizable(false)
+    }
       .pipe(configureLocationPreference)
   }