fix: chart symbol mapping

package.json

@@ -10,7 +10,8 @@
     "lint": "biome check . && tsc",
     "format": "biome format --write .",
     "generate-client-factory": "tsx --env-file .env scripts/generate-client-factory.ts",
-    "generate-routes": "tsr generate"
+    "generate-routes": "tsr generate",
+    "generate-tradingview-symbols": "tsx --env-file .env scripts/generate-tradingview-symbols.ts"
   },
   "dependencies": {
     "@base-ui/react": "^1.1.0",

scripts/generate-tradingview-symbols.ts

@@ -0,0 +1,348 @@
+import { writeFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+import {
+  FetchHttpClient,
+  HttpClient,
+  HttpClientRequest,
+  HttpClientResponse,
+} from "@effect/platform";
+import {
+  Array as _Array,
+  Config,
+  Data,
+  Effect,
+  Layer,
+  Logger,
+  Order,
+  Schema,
+} from "effect";
+
+const DEFAULT_LIMIT = 50;
+
+const exchangePriorityRecord: Record<string, number> = {
+  Coinbase: 0,
+  Binance: 1,
+  CRYPTOCAP: 2,
+  "Crypto.com": 3,
+};
+
+// -----------------------------------------------------------------------------
+// Schemas
+// -----------------------------------------------------------------------------
+const TokenDto = Schema.Struct({ symbol: Schema.String });
+
+const ProviderDto = Schema.Struct({
+  id: Schema.String,
+  name: Schema.optionalWith(Schema.String, { nullable: true }),
+});
+
+const MarketDto = Schema.Struct({
+  id: Schema.String,
+  providerId: Schema.String,
+  baseAsset: TokenDto,
+  quoteAsset: TokenDto,
+});
+
+const MarketsResponse = Schema.Struct({
+  total: Schema.Number,
+  offset: Schema.Number,
+  limit: Schema.Number,
+  items: Schema.optionalWith(Schema.Array(MarketDto), { nullable: true }),
+});
+
+const ProvidersResponse = Schema.Array(ProviderDto);
+
+const TradingViewSearchResponse = Schema.Struct({
+  symbols: Schema.Array(
+    Schema.Struct({
+      symbol: Schema.String,
+      exchange: Schema.String,
+      provider_id: Schema.String,
+    }),
+  ),
+});
+
+// -----------------------------------------------------------------------------
+// Error Types
+// -----------------------------------------------------------------------------
+class HttpError extends Data.TaggedError("HttpError")<{
+  message: string;
+  cause?: unknown;
+}> {}
+
+// -----------------------------------------------------------------------------
+// HttpClient Services
+// -----------------------------------------------------------------------------
+class PerpsClient extends Effect.Service<PerpsClient>()(
+  "perps/scripts/audit-tradingview-symbols/PerpsClient",
+  {
+    dependencies: [FetchHttpClient.layer],
+    effect: Effect.gen(function* () {
+      const baseUrl = yield* Config.string("VITE_PERPS_BASE_URL");
+      const apiKey = yield* Config.string("VITE_PERPS_API_KEY");
+      const client = yield* HttpClient.HttpClient;
+
+      return client.pipe(
+        HttpClient.mapRequest((req) =>
+          req.pipe(
+            HttpClientRequest.prependUrl(baseUrl),
+            HttpClientRequest.setHeader("X-API-KEY", apiKey),
+          ),
+        ),
+      );
+    }),
+  },
+) {}
+
+class TradingViewClient extends Effect.Service<TradingViewClient>()(
+  "perps/scripts/audit-tradingview-symbols/TradingViewClient",
+  {
+    dependencies: [FetchHttpClient.layer],
+    effect: Effect.gen(function* () {
+      const client = yield* HttpClient.HttpClient;
+
+      return client.pipe(
+        HttpClient.mapRequest((req) =>
+          req.pipe(
+            HttpClientRequest.setHeaders({
+              Accept: "application/json, text/plain, */*",
+              Referer: "https://www.tradingview.com/",
+              origin: "https://www.tradingview.com",
+            }),
+            HttpClientRequest.prependUrl(
+              "https://symbol-search.tradingview.com/",
+            ),
+          ),
+        ),
+      );
+    }),
+  },
+) {}
+
+// -----------------------------------------------------------------------------
+// API Functions
+// -----------------------------------------------------------------------------
+const normalizeSymbol = (symbol: string) =>
+  symbol
+    .replace(/<\/?em>/g, "")
+    .trim()
+    .toUpperCase();
+
+const getProviders = Effect.gen(function* () {
+  const perpsClient = yield* PerpsClient;
+
+  return yield* HttpClientRequest.get("/v1/providers").pipe(
+    perpsClient.execute,
+    Effect.flatMap(HttpClientResponse.schemaBodyJson(ProvidersResponse)),
+    Effect.mapError(
+      (error) =>
+        new HttpError({
+          message: "Failed to fetch providers",
+          cause: error,
+        }),
+    ),
+  );
+});
+
+const getMarketsPage = Effect.fn(function* ({
+  providerId,
+  offset,
+  limit,
+}: {
+  providerId: string;
+  offset: number;
+  limit: number;
+}) {
+  const perpsClient = yield* PerpsClient;
+
+  return yield* HttpClientRequest.get("/v1/markets").pipe(
+    HttpClientRequest.setUrlParams({
+      providerId,
+      offset,
+      limit,
+    }),
+    perpsClient.execute,
+    Effect.flatMap(HttpClientResponse.schemaBodyJson(MarketsResponse)),
+    Effect.mapError(
+      (error) =>
+        new HttpError({
+          message: `Failed to fetch markets for provider ${providerId}`,
+          cause: error,
+        }),
+    ),
+  );
+});
+
+const getAllMarketsForProvider = Effect.fn(function* (providerId: string) {
+  const firstPage = yield* getMarketsPage({
+    providerId,
+    offset: 0,
+    limit: DEFAULT_LIMIT,
+  });
+
+  const totalPages = Math.ceil(firstPage.total / DEFAULT_LIMIT);
+  const restPages = yield* Effect.allSuccesses(
+    Array.from({ length: totalPages - 1 }).map((_, index) =>
+      getMarketsPage({
+        providerId,
+        offset: (index + 1) * DEFAULT_LIMIT,
+        limit: DEFAULT_LIMIT,
+      }),
+    ),
+  );
+
+  return [
+    ...(firstPage.items ?? []),
+    ...restPages.flatMap((page) => page.items ?? []),
+  ];
+});
+
+const searchTradingViewSymbol = (
+  tvClient: HttpClient.HttpClient,
+  searchText: string,
+) =>
+  HttpClientRequest.get("/symbol_search/v3/").pipe(
+    HttpClientRequest.setUrlParams({
+      text: searchText,
+      hl: "1",
+      exchange: "",
+      lang: "en",
+      search_type: "crypto",
+      domain: "production",
+      sort_by_country: "US",
+      promo: "true",
+    }),
+    tvClient.execute,
+    Effect.flatMap(
+      HttpClientResponse.schemaBodyJson(TradingViewSearchResponse),
+    ),
+    Effect.mapError(
+      (error) =>
+        new HttpError({
+          message: `TradingView search failed for "${searchText}"`,
+          cause: error,
+        }),
+    ),
+  );
+
+const CheckTradingViewSymbolResult = Schema.Union(
+  Schema.Struct({
+    status: Schema.Literal("match"),
+    perpsSymbol: Schema.String,
+    tradingViewSymbol: Schema.String,
+    providerId: Schema.String,
+  }),
+  Schema.Struct({
+    status: Schema.Literal("noMatch"),
+    perpsSymbol: Schema.String,
+  }),
+  Schema.Struct({
+    status: Schema.Literal("error"),
+    perpsSymbol: Schema.String,
+  }),
+);
+
+const makeResult = Schema.decodeSync(CheckTradingViewSymbolResult);
+
+const checkTradingViewSymbol = Effect.fn(function* (baseSymbol: string) {
+  const tvClient = yield* TradingViewClient;
+
+  const normalizedBase = normalizeSymbol(baseSymbol);
+
+  return yield* searchTradingViewSymbol(tvClient, normalizedBase).pipe(
+    Effect.map((response) => {
+      const results = _Array.sort(
+        response.symbols,
+        Order.mapInput(
+          Order.number,
+          (v: (typeof response.symbols)[number]) =>
+            exchangePriorityRecord[v.exchange] ?? 999,
+        ),
+      );
+
+      const matchedResult = _Array.findFirst(results, (result) => {
+        const resultSymbol = normalizeSymbol(result.symbol);
+
+        return [
+          normalizedBase,
+          `${normalizedBase}USD`,
+          `${normalizedBase}USDC`,
+          `${normalizedBase}USDT`,
+        ].some((symbol) => resultSymbol === symbol);
+      });
+
+      if (matchedResult._tag === "Some") {
+        return makeResult({
+          status: "match",
+          perpsSymbol: baseSymbol,
+          tradingViewSymbol: normalizeSymbol(matchedResult.value.symbol),
+          providerId: matchedResult.value.provider_id.toUpperCase(),
+        });
+      }
+
+      return makeResult({
+        status: "noMatch",
+        perpsSymbol: baseSymbol,
+      });
+    }),
+    Effect.tapError(Effect.logError),
+    Effect.catchTag("HttpError", () =>
+      Effect.succeed(
+        makeResult({
+          status: "error",
+          perpsSymbol: baseSymbol,
+        }),
+      ),
+    ),
+  );
+});
+
+// -----------------------------------------------------------------------------
+// Main Program
+// -----------------------------------------------------------------------------
+
+const program = Effect.gen(function* () {
+  const providers = yield* getProviders;
+  const marketsByProvider = yield* Effect.all(
+    providers.map((provider) =>
+      getAllMarketsForProvider(provider.id).pipe(
+        Effect.map((markets) => ({ provider, markets })),
+      ),
+    ),
+    { concurrency: "unbounded" },
+  );
+
+  const allMarkets = marketsByProvider.flatMap(({ markets }) => markets);
+
+  const results = yield* Effect.all(
+    allMarkets.map((market) => checkTradingViewSymbol(market.baseAsset.symbol)),
+    { concurrency: 10 },
+  );
+
+  const matched = results.filter((result) => result.status === "match");
+
+  const nonMatched = results.filter((result) => result.status !== "match");
+
+  yield* Effect.log("Non matched: ", JSON.stringify(nonMatched, null, 2));
+
+  const path = join(
+    dirname(fileURLToPath(import.meta.url)),
+    "..",
+    "src",
+    "assets",
+    "tradingview-symbols.json",
+  );
+
+  yield* Effect.tryPromise(() =>
+    writeFile(path, `${JSON.stringify(matched, null, 2)}\n`, "utf-8"),
+  );
+});
+
+const layer = Layer.mergeAll(
+  PerpsClient.Default,
+  TradingViewClient.Default,
+  Logger.pretty,
+);
+
+program.pipe(Effect.provide(layer), Effect.runPromise);

src/app.tsx

@@ -5,8 +5,10 @@ import {
 } from "@tanstack/react-router";
 import { useRootContainer } from "@/context/root-container.tsx";
 import "./styles.css";
+import { preload } from "react-dom";
 import { PreloadAtoms } from "@/components/modules/Root/PreloadAtoms.tsx";
 import { Providers } from "@/context/index.tsx";
+import { TRADING_VIEW_WIDGET_SCRIPT_URL } from "@/services/constants.ts";
 import { routeTree } from "./routeTree.gen.ts";
 
 // const history = createMemoryHistory();
@@ -41,6 +43,8 @@ const App = () => {
 };
 
 const AppWithProviders = () => {
+  preload(TRADING_VIEW_WIDGET_SCRIPT_URL, { as: "script" });
+
   return (
     <Providers>
       <App />