Select the detection audit payload on getTableState

Adds identifierToBox to TableStateGQL and selects it, alongside the
homography that was already in the schema but never requested, so the
photo path can draw a detection back over the image it came from. The
live and shot queries keep the layout-only selection: their frame lives
inside a video the app never holds, and one of them polls every five
seconds.

Co-Authored-By: Claude Opus 5 <noreply@anthropic.com>

src/index.tsx

@@ -315,6 +315,11 @@ export type CreatePoolHallInput = {
   timezone?: InputMaybe<Scalars["String"]["input"]>;
 };
 
+export type CreateShotShareLinkInput = {
+  paddingSeconds?: InputMaybe<Scalars["Float"]["input"]>;
+  shotIds: Array<Scalars["Int"]["input"]>;
+};
+
 export type CreateSubscriptionResultGql = {
   __typename?: "CreateSubscriptionResultGQL";
   checkoutUrl: Scalars["String"]["output"];
@@ -2530,6 +2535,7 @@ export type Mutation = {
   createPoolHall: PoolHall;
   createPoolHallCamera: PoolHallCameraStreamCredentials;
   createRuleSet: RuleSet;
+  createShotShareLink: ShareLinkGql;
   createSubscription: CreateSubscriptionResultGql;
   createUploadStream: CreateUploadStreamReturn;
   deleteComment: Scalars["Boolean"]["output"];
@@ -2644,6 +2650,10 @@ export type MutationCreateRuleSetArgs = {
   name: Scalars["String"]["input"];
 };
 
+export type MutationCreateShotShareLinkArgs = {
+  input: CreateShotShareLinkInput;
+};
+
 export type MutationCreateSubscriptionArgs = {
   priceId: Scalars["String"]["input"];
 };
@@ -3750,6 +3760,12 @@ export enum SessionCoachStateEnum {
   Ready = "READY",
 }
 
+export type ShareLinkGql = {
+  __typename?: "ShareLinkGQL";
+  slug: Scalars["String"]["output"];
+  url: Scalars["String"]["output"];
+};
+
 export type ShotAnnotationGql = {
   __typename?: "ShotAnnotationGQL";
   createdAt?: Maybe<Scalars["DateTime"]["output"]>;
@@ -4062,6 +4078,7 @@ export type SyncAppleSubscriptionResultGql = {
 export type TableStateGql = {
   __typename?: "TableStateGQL";
   homography?: Maybe<HomographyInfoGql>;
+  identifierToBox: Array<BoundingBoxGql>;
   identifierToColor: Array<Maybe<RgbColorGql>>;
   identifierToPosition: Array<Array<Scalars["Float"]["output"]>>;
 };
@@ -6874,8 +6891,10 @@ export type ReactToVideoMutation = {
 };
 
 export type GetShotLabVideosQueryVariables = Exact<{
-  userId: Scalars["Int"]["input"];
+  feedInput: VideoFeedInputGql;
+  includePrivate: IncludePrivateEnum;
   limit?: Scalars["Int"]["input"];
+  after?: InputMaybe<Scalars["String"]["input"]>;
 }>;
 
 export type GetShotLabVideosQuery = {
@@ -6903,6 +6922,11 @@ export type GetShotLabVideosQuery = {
         lastSegmentUploadedAt?: any | null;
       } | null;
     }>;
+    pageInfo: {
+      __typename?: "PageInfoGQL";
+      hasNextPage: boolean;
+      endCursor?: string | null;
+    };
   };
 };
 
@@ -7321,6 +7345,20 @@ export type SessionCoachGenerationFieldsFragment = {
   } | null;
 };
 
+export type CreateShotShareLinkMutationVariables = Exact<{
+  shotIds: Array<Scalars["Int"]["input"]> | Scalars["Int"]["input"];
+  paddingSeconds?: InputMaybe<Scalars["Float"]["input"]>;
+}>;
+
+export type CreateShotShareLinkMutation = {
+  __typename?: "Mutation";
+  createShotShareLink: {
+    __typename?: "ShareLinkGQL";
+    slug: string;
+    url: string;
+  };
+};
+
 export type PlayerSummaryFieldsFragment = {
   __typename?: "PlayerSummaryGQL";
   clusterId: number;
@@ -7443,6 +7481,76 @@ export type FinalizePlayerAssignmentsMutation = {
   }>;
 };
 
+export type TableStateLayoutFieldsFragment = {
+  __typename?: "TableStateGQL";
+  identifierToPosition: Array<Array<number>>;
+  identifierToColor: Array<{ __typename?: "RGBColorGQL"; hex: string } | null>;
+};
+
+export type DetectionBoxFieldsFragment = {
+  __typename?: "BoundingBoxGQL";
+  left: number;
+  top: number;
+  width: number;
+  height: number;
+};
+
+export type DetectionPocketPointFieldsFragment = {
+  __typename?: "PocketPointsGQL";
+  topLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+  topSide: { __typename?: "IntPoint2D"; x: number; y: number };
+  topRight: { __typename?: "IntPoint2D"; x: number; y: number };
+  bottomLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+  bottomSide: { __typename?: "IntPoint2D"; x: number; y: number };
+  bottomRight: { __typename?: "IntPoint2D"; x: number; y: number };
+};
+
+export type TableStateDetectionFieldsFragment = {
+  __typename?: "TableStateGQL";
+  identifierToBox: Array<{
+    __typename?: "BoundingBoxGQL";
+    left: number;
+    top: number;
+    width: number;
+    height: number;
+  }>;
+  homography?: {
+    __typename?: "HomographyInfoGQL";
+    crop: {
+      __typename?: "BoundingBoxGQL";
+      left: number;
+      top: number;
+      width: number;
+      height: number;
+    };
+    pockets: Array<{
+      __typename?: "BoundingBoxGQL";
+      left: number;
+      top: number;
+      width: number;
+      height: number;
+    }>;
+    sourcePoints: {
+      __typename?: "PocketPointsGQL";
+      topLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+      topSide: { __typename?: "IntPoint2D"; x: number; y: number };
+      topRight: { __typename?: "IntPoint2D"; x: number; y: number };
+      bottomLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+      bottomSide: { __typename?: "IntPoint2D"; x: number; y: number };
+      bottomRight: { __typename?: "IntPoint2D"; x: number; y: number };
+    };
+    destPoints: {
+      __typename?: "PocketPointsGQL";
+      topLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+      topSide: { __typename?: "IntPoint2D"; x: number; y: number };
+      topRight: { __typename?: "IntPoint2D"; x: number; y: number };
+      bottomLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+      bottomSide: { __typename?: "IntPoint2D"; x: number; y: number };
+      bottomRight: { __typename?: "IntPoint2D"; x: number; y: number };
+    };
+  } | null;
+};
+
 export type GetTableStateQueryVariables = Exact<{
   b64Image: Scalars["String"]["input"];
   tableSize?: InputMaybe<Scalars["Float"]["input"]>;
@@ -7458,6 +7566,48 @@ export type GetTableStateQuery = {
       __typename?: "RGBColorGQL";
       hex: string;
     } | null>;
+    identifierToBox: Array<{
+      __typename?: "BoundingBoxGQL";
+      left: number;
+      top: number;
+      width: number;
+      height: number;
+    }>;
+    homography?: {
+      __typename?: "HomographyInfoGQL";
+      crop: {
+        __typename?: "BoundingBoxGQL";
+        left: number;
+        top: number;
+        width: number;
+        height: number;
+      };
+      pockets: Array<{
+        __typename?: "BoundingBoxGQL";
+        left: number;
+        top: number;
+        width: number;
+        height: number;
+      }>;
+      sourcePoints: {
+        __typename?: "PocketPointsGQL";
+        topLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+        topSide: { __typename?: "IntPoint2D"; x: number; y: number };
+        topRight: { __typename?: "IntPoint2D"; x: number; y: number };
+        bottomLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+        bottomSide: { __typename?: "IntPoint2D"; x: number; y: number };
+        bottomRight: { __typename?: "IntPoint2D"; x: number; y: number };
+      };
+      destPoints: {
+        __typename?: "PocketPointsGQL";
+        topLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+        topSide: { __typename?: "IntPoint2D"; x: number; y: number };
+        topRight: { __typename?: "IntPoint2D"; x: number; y: number };
+        bottomLeft: { __typename?: "IntPoint2D"; x: number; y: number };
+        bottomSide: { __typename?: "IntPoint2D"; x: number; y: number };
+        bottomRight: { __typename?: "IntPoint2D"; x: number; y: number };
+      };
+    } | null;
   };
 };
 
@@ -9943,6 +10093,73 @@ export const PlayerClusterFieldsFragmentDoc = gql`
   }
   ${PlayerClusterShotFieldsFragmentDoc}
 `;
+export const TableStateLayoutFieldsFragmentDoc = gql`
+  fragment TableStateLayoutFields on TableStateGQL {
+    identifierToPosition
+    identifierToColor {
+      hex
+    }
+  }
+`;
+export const DetectionBoxFieldsFragmentDoc = gql`
+  fragment DetectionBoxFields on BoundingBoxGQL {
+    left
+    top
+    width
+    height
+  }
+`;
+export const DetectionPocketPointFieldsFragmentDoc = gql`
+  fragment DetectionPocketPointFields on PocketPointsGQL {
+    topLeft {
+      x
+      y
+    }
+    topSide {
+      x
+      y
+    }
+    topRight {
+      x
+      y
+    }
+    bottomLeft {
+      x
+      y
+    }
+    bottomSide {
+      x
+      y
+    }
+    bottomRight {
+      x
+      y
+    }
+  }
+`;
+export const TableStateDetectionFieldsFragmentDoc = gql`
+  fragment TableStateDetectionFields on TableStateGQL {
+    identifierToBox {
+      ...DetectionBoxFields
+    }
+    homography {
+      crop {
+        ...DetectionBoxFields
+      }
+      pockets {
+        ...DetectionBoxFields
+      }
+      sourcePoints {
+        ...DetectionPocketPointFields
+      }
+      destPoints {
+        ...DetectionPocketPointFields
+      }
+    }
+  }
+  ${DetectionBoxFieldsFragmentDoc}
+  ${DetectionPocketPointFieldsFragmentDoc}
+`;
 export const ShotClipRangeFragmentDoc = gql`
   fragment ShotClipRange on ShotGQL {
     id
@@ -15140,12 +15357,18 @@ export type ReactToVideoMutationOptions = Apollo.BaseMutationOptions<
   ReactToVideoMutationVariables
 >;
 export const GetShotLabVideosDocument = gql`
-  query GetShotLabVideos($userId: Int!, $limit: Int! = 25) {
+  query GetShotLabVideos(
+    $feedInput: VideoFeedInputGQL!
+    $includePrivate: IncludePrivateEnum!
+    $limit: Int! = 25
+    $after: String = null
+  ) {
     getFeedVideos(
       limit: $limit
+      after: $after
       includeCallersVideos: false
-      includePrivate: MINE
-      feedInput: { userId: $userId }
+      includePrivate: $includePrivate
+      feedInput: $feedInput
     ) {
       videos {
         id
@@ -15165,6 +15388,10 @@ export const GetShotLabVideosDocument = gql`
           lastSegmentUploadedAt
         }
       }
+      pageInfo {
+        hasNextPage
+        endCursor
+      }
     }
   }
 `;
@@ -15181,8 +15408,10 @@ export const GetShotLabVideosDocument = gql`
  * @example
  * const { data, loading, error } = useGetShotLabVideosQuery({
  *   variables: {
- *      userId: // value for 'userId'
+ *      feedInput: // value for 'feedInput'
+ *      includePrivate: // value for 'includePrivate'
  *      limit: // value for 'limit'
+ *      after: // value for 'after'
  *   },
  * });
  */
@@ -15688,6 +15917,63 @@ export type RequestSessionCoachGenerationMutationOptions =
     RequestSessionCoachGenerationMutation,
     RequestSessionCoachGenerationMutationVariables
   >;
+export const CreateShotShareLinkDocument = gql`
+  mutation CreateShotShareLink(
+    $shotIds: [Int!]!
+    $paddingSeconds: Float = null
+  ) {
+    createShotShareLink(
+      input: { shotIds: $shotIds, paddingSeconds: $paddingSeconds }
+    ) {
+      slug
+      url
+    }
+  }
+`;
+export type CreateShotShareLinkMutationFn = Apollo.MutationFunction<
+  CreateShotShareLinkMutation,
+  CreateShotShareLinkMutationVariables
+>;
+
+/**
+ * __useCreateShotShareLinkMutation__
+ *
+ * To run a mutation, you first call `useCreateShotShareLinkMutation` within a React component and pass it any options that fit your needs.
+ * When your component renders, `useCreateShotShareLinkMutation` returns a tuple that includes:
+ * - A mutate function that you can call at any time to execute the mutation
+ * - An object with fields that represent the current status of the mutation's execution
+ *
+ * @param baseOptions options that will be passed into the mutation, supported options are listed on: https://www.apollographql.com/docs/react/api/react-hooks/#options-2;
+ *
+ * @example
+ * const [createShotShareLinkMutation, { data, loading, error }] = useCreateShotShareLinkMutation({
+ *   variables: {
+ *      shotIds: // value for 'shotIds'
+ *      paddingSeconds: // value for 'paddingSeconds'
+ *   },
+ * });
+ */
+export function useCreateShotShareLinkMutation(
+  baseOptions?: Apollo.MutationHookOptions<
+    CreateShotShareLinkMutation,
+    CreateShotShareLinkMutationVariables
+  >,
+) {
+  const options = { ...defaultOptions, ...baseOptions };
+  return Apollo.useMutation<
+    CreateShotShareLinkMutation,
+    CreateShotShareLinkMutationVariables
+  >(CreateShotShareLinkDocument, options);
+}
+export type CreateShotShareLinkMutationHookResult = ReturnType<
+  typeof useCreateShotShareLinkMutation
+>;
+export type CreateShotShareLinkMutationResult =
+  Apollo.MutationResult<CreateShotShareLinkMutation>;
+export type CreateShotShareLinkMutationOptions = Apollo.BaseMutationOptions<
+  CreateShotShareLinkMutation,
+  CreateShotShareLinkMutationVariables
+>;
 export const VideoPlayerClustersDocument = gql`
   query VideoPlayerClusters($videoId: Int!) {
     videoPlayerClusters(videoId: $videoId) {
@@ -15825,12 +16111,12 @@ export const GetTableStateDocument = gql`
       tableSize: $tableSize
       useHomography: $useHomography
     ) {
-      identifierToPosition
-      identifierToColor {
-        hex
-      }
+      ...TableStateLayoutFields
+      ...TableStateDetectionFields
     }
   }
+  ${TableStateLayoutFieldsFragmentDoc}
+  ${TableStateDetectionFieldsFragmentDoc}
 `;
 
 /**
@@ -15906,13 +16192,11 @@ export const GetLiveTableStateDocument = gql`
       videoId
       frameIndex
       tableState {
-        identifierToPosition
-        identifierToColor {
-          hex
-        }
+        ...TableStateLayoutFields
       }
     }
   }
+  ${TableStateLayoutFieldsFragmentDoc}
 `;
 
 /**
@@ -15987,13 +16271,11 @@ export const GetShotTableStateDocument = gql`
       videoId
       frameIndex
       tableState {
-        identifierToPosition
-        identifierToColor {
-          hex
-        }
+        ...TableStateLayoutFields
       }
     }
   }
+  ${TableStateLayoutFieldsFragmentDoc}
 `;
 
 /**

src/operations/recorded_shots.gql

@@ -1,12 +1,19 @@
-# Lightweight two-step picker data for Shot Lab's video-first source: the
-# caller's recent videos (completed or still uploading), then that video's
-# shots. The stream fields hint at "actively updating" without gating.
-query GetShotLabVideos($userId: Int!, $limit: Int! = 25) {
+# Lightweight two-step picker data for Shot Lab's video-first source: recent
+# videos from the requested audience (mine, followed users, or public), then
+# that video's shots. The stream fields hint at "actively updating" without
+# gating.
+query GetShotLabVideos(
+  $feedInput: VideoFeedInputGQL!
+  $includePrivate: IncludePrivateEnum!
+  $limit: Int! = 25
+  $after: String = null
+) {
   getFeedVideos(
     limit: $limit
+    after: $after
     includeCallersVideos: false
-    includePrivate: MINE
-    feedInput: { userId: $userId }
+    includePrivate: $includePrivate
+    feedInput: $feedInput
   ) {
     videos {
       id
@@ -26,6 +33,10 @@ query GetShotLabVideos($userId: Int!, $limit: Int! = 25) {
         lastSegmentUploadedAt
       }
     }
+    pageInfo {
+      hasNextPage
+      endCursor
+    }
   }
 }
 

src/operations/share_link.gql

@@ -0,0 +1,8 @@
+mutation CreateShotShareLink($shotIds: [Int!]!, $paddingSeconds: Float = null) {
+  createShotShareLink(
+    input: { shotIds: $shotIds, paddingSeconds: $paddingSeconds }
+  ) {
+    slug
+    url
+  }
+}

src/operations/shot_simulation.gql

@@ -1,3 +1,72 @@
+fragment TableStateLayoutFields on TableStateGQL {
+  identifierToPosition
+  identifierToColor {
+    hex
+  }
+}
+
+fragment DetectionBoxFields on BoundingBoxGQL {
+  left
+  top
+  width
+  height
+}
+
+fragment DetectionPocketPointFields on PocketPointsGQL {
+  topLeft {
+    x
+    y
+  }
+  topSide {
+    x
+    y
+  }
+  topRight {
+    x
+    y
+  }
+  bottomLeft {
+    x
+    y
+  }
+  bottomSide {
+    x
+    y
+  }
+  bottomRight {
+    x
+    y
+  }
+}
+
+# Everything needed to redraw a detection over the image it came from:
+# the detector's boxes plus the homography that turned them into plane
+# positions. Boxes, pocket boxes, and source points share the crop's
+# coordinate space; the crop locates that space in the full frame.
+#
+# Only the photo query selects this. The live and shot queries read a
+# frame out of a video the app never holds, so there is no image to
+# overlay, and getLiveTableState is polled every five seconds.
+fragment TableStateDetectionFields on TableStateGQL {
+  identifierToBox {
+    ...DetectionBoxFields
+  }
+  homography {
+    crop {
+      ...DetectionBoxFields
+    }
+    pockets {
+      ...DetectionBoxFields
+    }
+    sourcePoints {
+      ...DetectionPocketPointFields
+    }
+    destPoints {
+      ...DetectionPocketPointFields
+    }
+  }
+}
+
 query GetTableState(
   $b64Image: String!
   $tableSize: Float
@@ -8,10 +77,8 @@ query GetTableState(
     tableSize: $tableSize
     useHomography: $useHomography
   ) {
-    identifierToPosition
-    identifierToColor {
-      hex
-    }
+    ...TableStateLayoutFields
+    ...TableStateDetectionFields
   }
 }
 
@@ -20,10 +87,7 @@ query GetLiveTableState($videoId: Int!) {
     videoId
     frameIndex
     tableState {
-      identifierToPosition
-      identifierToColor {
-        hex
-      }
+      ...TableStateLayoutFields
     }
   }
 }
@@ -34,10 +98,7 @@ query GetShotTableState($shotId: Int!) {
     videoId
     frameIndex
     tableState {
-      identifierToPosition
-      identifierToColor {
-        hex
-      }
+      ...TableStateLayoutFields
     }
   }
 }

src/schema.gql

@@ -249,6 +249,11 @@ input CreatePoolHallCameraInput {
   claimTermsText: String = null
 }
 
+input CreateShotShareLinkInput {
+  shotIds: [Int!]!
+  paddingSeconds: Float = null
+}
+
 input CreatePoolHallInput {
   name: String!
   address: String = null
@@ -706,6 +711,7 @@ type Mutation {
   cancelCameraClaimSession(claimSessionId: ID!): CameraClaimSession!
   endCameraLease(leaseId: ID!): CameraLease!
   extendCameraLease(leaseId: ID!, additionalMinutes: Int! = 60): CameraLease!
+  createShotShareLink(input: CreateShotShareLinkInput!): ShareLinkGQL!
   finalizePlayerAssignments(
     input: FinalizePlayerAssignmentsInput!
   ): [PlayerClusterGQL!]!
@@ -1702,6 +1708,7 @@ type TableStateGQL {
   identifierToPosition: [[Float!]!]!
   homography: HomographyInfoGQL
   identifierToColor: [RGBColorGQL]!
+  identifierToBox: [BoundingBoxGQL!]!
 }
 
 type TagClassGQL {
@@ -1913,6 +1920,11 @@ type UserSubscriptionStatusGQL {
   stripeSubscriptionId: String
 }
 
+type ShareLinkGQL {
+  slug: String!
+  url: String!
+}
+
 type VideoExportJobGQL {
   id: Int!
   videoId: Int!