Paginate through large StoreRouter search results

import asyncio
from octogen_ai_sdk import OctogenClient
from octogen_ai_sdk.models import MerchantProductListItem

async def fetch_all_products(
    query: str,
) -> list[MerchantProductListItem]:
    by_uuid: dict[str, MerchantProductListItem] = {}

    async with OctogenClient(base_url="https://api.storerouter.ai/v1") as client:
        cursor: str | None = None

        while True:
            page = await client.search_products(
                q=query,
                cursor=cursor,
                limit=50,
            )
            for item in page.items:
                by_uuid.setdefault(item.uuid, item)  # a product can repeat across pages

            if page.next_cursor is None:
                break  # reached the last page
            cursor = page.next_cursor

    return list(by_uuid.values())


async def main() -> None:
    products = await fetch_all_products("hoodie")
    print(f"Total products fetched: {len(products)}")
    for product in products:
        print(f"- {product.title} ({product.product_url})")

asyncio.run(main())

import { OctogenClient } from "@octogen-ai/sdk";
import type { MerchantProductListItem } from "@octogen-ai/sdk";

async function fetchAllProducts(
  query: string,
): Promise<MerchantProductListItem[]> {
  const client = new OctogenClient({ baseUrl: "https://api.storerouter.ai/v1" });
  const byUuid = new Map<string, MerchantProductListItem>();
  let cursor: string | undefined;

  while (true) {
    const page = await client.searchProducts({
      q: query,
      cursor,
      limit: 50,
    });

    for (const item of page.items) {
      if (!byUuid.has(item.uuid)) byUuid.set(item.uuid, item); // a product can repeat across pages
    }

    if (page.nextCursor == null) {
      break; // reached the last page
    }
    cursor = page.nextCursor;
  }

  return [...byUuid.values()];
}

const products = await fetchAllProducts("hoodie");
console.log(`Total products fetched: ${products.length}`);
for (const product of products) {
  console.log(`- ${product.title ?? "Untitled"} (${product.productUrl})`);
}