chore(search): sync staging and sequence embedding repair

Author: waleedlatif1

.github/workflows/test-build.yml

@@ -30,6 +30,19 @@ jobs:
           --health-interval 5s
           --health-timeout 5s
           --health-retries 10
+      postgres-legacy:
+        image: postgres:16-alpine
+        env:
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres
+          POSTGRES_DB: sim_billing_test
+        ports:
+          - 5433:5432
+        options: >-
+          --health-cmd "pg_isready -U postgres -d sim_billing_test"
+          --health-interval 5s
+          --health-timeout 5s
+          --health-retries 10
     env:
       DATABASE_URL: postgresql://postgres:postgres@127.0.0.1:5432/sim_auth_scim
       OAUTH_TOKEN_FAMILY_TEST_DATABASE_URL: postgresql://postgres:postgres@127.0.0.1:5432/sim_auth_scim
@@ -83,6 +96,19 @@ jobs:
           ee/scim/lib/managed-membership.postgres.test.ts
           lib/auth/sso/application/admit-sso-user.postgres.test.ts
 
+      - name: Verify cumulative billing timeout recovery in PostgreSQL
+        working-directory: apps/sim
+        env:
+          BILLING_USAGE_TEST_DATABASE_URL: postgresql://postgres:postgres@127.0.0.1:5432/sim_auth_scim
+        run: bunx vitest run lib/billing/core/usage-log.postgres.test.ts
+
+      - name: Verify cumulative billing timeout recovery on PostgreSQL 16
+        if: matrix.provision == 'push'
+        working-directory: apps/sim
+        env:
+          BILLING_USAGE_TEST_DATABASE_URL: postgresql://postgres:postgres@127.0.0.1:5433/sim_billing_test
+        run: bunx vitest run lib/billing/core/usage-log.postgres.test.ts
+
       - name: Verify SCIM and administration over real HTTP
         working-directory: apps/sim
         env:
@@ -153,14 +179,16 @@ jobs:
           lib/table/rows/secret-provenance.postgres.test.ts
           lib/memory/message-provenance.postgres.test.ts
 
-      - name: Verify Search progress and pagination in PostgreSQL
+      - name: Verify Search progress, pagination, and outbox scheduling in PostgreSQL
         working-directory: apps/sim
         env:
           KNOWLEDGE_ACL_TEST_DATABASE_URL: postgresql://postgres:postgres@127.0.0.1:5432/sim_auth_scim
         run: >-
           bunx vitest run --mode integration
           lib/knowledge/__integration__/search-source-progress.integration.ts
           lib/knowledge/__integration__/search-source-pagination.integration.ts
+          lib/core/outbox/service.integration.ts
+          lib/knowledge/__integration__/connector-upload.integration.ts
 
   test-build:
     name: Lint and Test

apps/docs/package.json

@@ -28,7 +28,7 @@
     "fumadocs-mdx": "14.3.2",
     "fumadocs-openapi": "10.8.1",
     "fumadocs-ui": "16.8.5",
-    "next": "16.3.1",
+    "next": "16.3.4",
     "next-themes": "^0.4.6",
     "react": "19.2.4",
     "react-dom": "19.2.4",

apps/sim/app/(landing)/components/featured-customer/featured-customer-card.tsx

@@ -34,10 +34,16 @@ interface FeaturedCustomerCardProps {
   story: FeaturedCustomerStory
   active: boolean
   emphasized: boolean
+  preload: boolean
 }
 
 /** Shared media and editorial caption treatment for each featured-customer slide. */
-export function FeaturedCustomerCard({ story, active, emphasized }: FeaturedCustomerCardProps) {
+export function FeaturedCustomerCard({
+  story,
+  active,
+  emphasized,
+  preload,
+}: FeaturedCustomerCardProps) {
   const videoRef = useRef<HTMLVideoElement>(null)
   const reducedMotion = usePrefersReducedMotion()
   const isFilm = story.media.kind === 'video'
@@ -51,10 +57,9 @@ export function FeaturedCustomerCard({ story, active, emphasized }: FeaturedCust
     }
 
     /**
-     * The film streams only while the slide is on screen in a visible tab:
-     * `play()` defeats `preload='none'`, so calling it at mount would pull
-     * the whole file for a section well below the fold. Autoplay may still be
-     * blocked, in which case the poster remains the fallback.
+     * Preload prepares neighboring films when the carousel reaches the viewport.
+     * Playback is restricted to the active, visible slide in a visible tab.
+     * If autoplay is blocked, the poster remains the fallback.
      */
     const canObserve = typeof IntersectionObserver !== 'undefined'
     let inView = !canObserve
@@ -103,7 +108,7 @@ export function FeaturedCustomerCard({ story, active, emphasized }: FeaturedCust
             loop
             muted
             playsInline
-            preload='none'
+            preload={preload && !reducedMotion ? 'auto' : 'none'}
             src={story.media.src}
             tabIndex={-1}
             className='pointer-events-none absolute inset-0 size-full rounded-[inherit] object-cover motion-reduce:hidden'

apps/sim/app/(landing)/components/featured-customer/featured-customer.test.tsx

@@ -43,6 +43,7 @@ beforeEach(() => {
 afterEach(() => {
   vi.useRealTimers()
   vi.restoreAllMocks()
+  vi.unstubAllGlobals()
   document.body.replaceChildren()
 })
 
@@ -87,7 +88,7 @@ describe('FeaturedCustomer', () => {
     )
     const expVideo = expRealty.querySelector('video') as HTMLVideoElement
     expect(expVideo.getAttribute('src')).toBe('/landing/customer-stories/exp-house-color-loop.mp4')
-    expect(expVideo.getAttribute('preload')).toBe('none')
+    expect(expVideo.getAttribute('preload')).toBe('auto')
     expect(expVideo.muted).toBe(true)
     expect(vi.mocked(video.play).mock.contexts).not.toContain(expVideo)
     expect(
@@ -178,6 +179,55 @@ describe('FeaturedCustomer', () => {
     })
   })
 
+  it('prepares neighboring videos only once the carousel is visible without starting playback', () => {
+    const observers: Array<{
+      target: Element
+      intersect: (isIntersecting: boolean) => void
+    }> = []
+    vi.stubGlobal(
+      'IntersectionObserver',
+      class {
+        constructor(private readonly callback: IntersectionObserverCallback) {}
+
+        observe(target: Element) {
+          observers.push({
+            target,
+            intersect: (isIntersecting) =>
+              this.callback(
+                [{ target, isIntersecting } as IntersectionObserverEntry],
+                {} as IntersectionObserver
+              ),
+          })
+        }
+
+        disconnect() {}
+      }
+    )
+    const host = document.createElement('div')
+    document.body.appendChild(host)
+    const root = createRoot(host)
+    act(() => root.render(<FeaturedCustomer />))
+
+    const videos = [...host.querySelectorAll('video')]
+    expect(videos.map((video) => video.preload)).toEqual(['none', 'none'])
+    expect(HTMLMediaElement.prototype.play).not.toHaveBeenCalled()
+
+    const regionObserver = observers.find(({ target }) => target.tagName === 'DIV')!
+    act(() => regionObserver.intersect(true))
+    expect(videos.map((video) => video.preload)).toEqual(['auto', 'auto'])
+    expect(HTMLMediaElement.prototype.play).not.toHaveBeenCalled()
+
+    const playbackObserver = observers.find(({ target }) => target === videos[0])!
+    act(() => playbackObserver.intersect(true))
+    expect(vi.mocked(HTMLMediaElement.prototype.play).mock.contexts).toEqual([videos[0]])
+
+    motionPreference.reduced = true
+    act(() => root.render(<FeaturedCustomer />))
+    expect(videos.map((video) => video.preload)).toEqual(['none', 'none'])
+
+    act(() => root.unmount())
+  })
+
   it('keeps video paused with reduced motion and responds to preference changes', () => {
     motionPreference.reduced = true
     ;(globalThis as { IS_REACT_ACT_ENVIRONMENT?: boolean }).IS_REACT_ACT_ENVIRONMENT = true

apps/sim/app/(landing)/components/featured-customer/featured-customer.tsx

@@ -12,6 +12,7 @@ import {
   LANDING_GUTTER,
   LANDING_STAGE_RADIUS,
 } from '@/app/(landing)/components/landing-layout'
+import { useLazyMount } from '@/app/(landing)/hooks/use-lazy-mount'
 
 const WHEEL_GESTURE_GAP_MS = 200
 const WHEEL_THRESHOLD_PX = 50
@@ -58,6 +59,7 @@ const CUSTOMER_STORIES: FeaturedCustomerStory[] = [
 export function FeaturedCustomer() {
   const railRef = useRef<HTMLDivElement>(null)
   const touchStartRef = useRef<{ id: number; x: number; y: number } | null>(null)
+  const { ref: mediaRegionRef, inView: preloadVideos } = useLazyMount('0px')
   const [activeIndex, setActiveIndex] = useState(0)
   const [previewedIndex, setPreviewedIndex] = useState<number | null>(null)
   const activeStory = CUSTOMER_STORIES[activeIndex]
@@ -143,7 +145,7 @@ export function FeaturedCustomer() {
       aria-roledescription='carousel'
       className='w-full overflow-hidden'
     >
-      <div className={cn(LANDING_CONTENT_WIDTH, LANDING_GUTTER)}>
+      <div ref={mediaRegionRef} className={cn(LANDING_CONTENT_WIDTH, LANDING_GUTTER)}>
         <div className='mb-4 flex items-center justify-end gap-2 xl:pr-24'>
           <FeaturedCustomerNavigationButton
             direction='previous'
@@ -210,6 +212,7 @@ export function FeaturedCustomer() {
                     story={story}
                     active={isActive}
                     emphasized={isActive || isPreviewed}
+                    preload={preloadVideos}
                   />
                   {!isActive && (
                     <button

apps/sim/app/(landing)/customers/components/customer-story-media/customer-story-media.test.tsx

@@ -27,7 +27,8 @@ describe('CustomerStoryMedia', () => {
     const html = renderToStaticMarkup(<CustomerStoryMedia story={exp} />)
 
     expect(html).not.toContain('<video')
-    expect(html).toContain(exp.logo.src)
+    expect(html).toContain(encodeURIComponent(exp.heroImage!))
+    expect(html).toContain(exp.heroAlt)
   })
 
   it('keeps the artwork fallback for stories without video', () => {

apps/sim/app/api/billing/update-cost/route.ts

@@ -312,6 +312,7 @@ async function updateCostInner(req: NextRequest, span: Span): Promise<NextRespon
      * Every accepted callback has a stable key, so the maximum cumulative cost
      * converges on one ledger event without underbilling or double-billing.
      */
+    const usageStartedAt = Date.now()
     const result = await recordCumulativeUsage({
       userId,
       workspaceId: resolvedWorkspaceId,
@@ -330,6 +331,7 @@ async function updateCostInner(req: NextRequest, span: Span): Promise<NextRespon
       billedDelta: result.delta,
       newTotal: result.total,
       billed: result.billed,
+      durationMs: Date.now() - usageStartedAt,
     })
 
     // Reconcile the payer's ledger-backed threshold after every cumulative

apps/sim/app/api/webhooks/outbox/process/route.ts

@@ -54,7 +54,7 @@ export const GET = withRouteHandler(async (request: NextRequest) => {
     }
 
     const result = await processOutboxEvents(handlers, {
-      batchSize: 20,
+      batchSize: 500,
       maxRuntimeMs: 790_000,
       minRemainingMs: 95_000,
     })