diff --git a/py/autoevals/ragas.py b/py/autoevals/ragas.py
index 794ab03..1133887 100644
--- a/py/autoevals/ragas.py
+++ b/py/autoevals/ragas.py
@@ -1176,8 +1176,8 @@ async def _run_eval_async(self, output, expected=None, input=None, context=None,
         )
         similarity = await asyncio.gather(
             *[
-                EmbeddingSimilarity(client=self.client).eval_async(
-                    output=q["question"], expected=input, model=self.embedding_model
+                EmbeddingSimilarity(client=self.client, model=self.embedding_model).eval_async(
+                    output=q["question"], expected=input
                 )
                 for q in questions
             ]
@@ -1196,7 +1196,7 @@ def _run_eval_sync(self, output, expected=None, input=None, context=None, **kwar
             for _ in range(self.strictness)
         ]
         similarity = [
-            EmbeddingSimilarity(client=self.client).eval(output=q["question"], expected=input, model=self.model)
+            EmbeddingSimilarity(client=self.client, model=self.embedding_model).eval(output=q["question"], expected=input)
             for q in questions
         ]