// niantic_lightship_ar.proto // Reconstructed from com.nianticlabs.pokemongo 0.403.1 (versionCode 2026031302, arm64-v8a). // Field numbers were recovered from the compiled parsers; names come from the C# types, // so some may differ from Niantic's originals. Study material, not an official API. syntax = "proto3"; package niantic.lightship.ar.protobuf; message ARClientEnvelope { AgeLevel age_level = 1; ARCommonMetadata ar_common_metadata = 2; enum AgeLevel { AGE_LEVEL_UNKNOWN = 0; AGE_LEVEL_MINOR = 1; AGE_LEVEL_TEEN = 2; AGE_LEVEL_ADULT = 3; } } message ARCommonMetadata { string application_id = 1; string platform = 2; string manufacturer = 3; string device_model = 4; string user_id = 5; string client_id = 6; string developer_id = 7; string ardk_version = 8; string ardk_app_instance_id = 9; string request_id = 10; } message AffineTransformProto { repeated float rotation = 1; repeated float translation = 2; } message Anchor { AnchorEventType anchor_event_type = 1; bytes anchor_identifier = 2; repeated float anchor_to_local_tracking_transform = 3; AnchorTrackingState tracking_state = 4; AnchorTrackingStateReason tracking_state_reason = 5; float tracking_confidence = 6; uint64 timestamp_ms = 7; } enum AnchorEventType { ANCHOR_EVENT_TYPE_UNKNOWN_ANCHOR_EVENT_TYPE = 0; ANCHOR_EVENT_TYPE_ANCHOR_ADDED = 1; ANCHOR_EVENT_TYPE_ANCHOR_UPDATED = 2; ANCHOR_EVENT_TYPE_ANCHOR_REMOVED = 3; } enum AnchorTrackingState { ANCHOR_TRACKING_STATE_NOT_TRACKED = 0; ANCHOR_TRACKING_STATE_LIMITED = 1; ANCHOR_TRACKING_STATE_TRACKED = 2; } enum AnchorTrackingStateReason { ANCHOR_TRACKING_STATE_REASON_NONE = 0; ANCHOR_TRACKING_STATE_REASON_INITIALIZING = 1; ANCHOR_TRACKING_STATE_REASON_REMOVED = 2; ANCHOR_TRACKING_STATE_REASON_INTERNAL_ERROR = 3; ANCHOR_TRACKING_STATE_REASON_PERMISSION_DENIED = 4; ANCHOR_TRACKING_STATE_REASON_FATAL_NETWORK_ERROR = 5; } message ArSessionStartEvent { bool empty_field = 99; } message ArdkNextTelemetryOmniProto { ARCommonMetadata ar_common_metadata = 1000; string developer_key = 1001; int64 timestamp_ms = 1002; oneof telemetry_event { InitializationEvent initialization_event = 1; ScanRecorderStartEvent scan_recorder_start_event = 2; ScanRecorderStopEvent scan_recorder_stop_event = 3; ScanSQCRunEvent scan_sqc_run_event = 4; ScanSQCDoneEvent scan_sqc_done_event = 5; ScanErrorEvent scan_error_event = 6; ScanArchiveBuilderGetNextChunkEvent scan_archive_builder_get_next_chunk_event = 7; ScanArchiveBuilderCancelEvent scan_archive_builder_cancel_event = 8; VpsLocalizationStartedEvent vps_localization_started_event = 9; VpsLocalizationSuccessEvent vps_localization_success_event = 10; VpsSessionEndedEvent vps_session_ended_event = 11; ArSessionStartEvent ar_session_start_event = 12; DepthStartEvent depth_start_event = 13; DepthStopEvent depth_stop_event = 14; SemanticsStartEvent semantics_start_event = 15; SemanticsStopEvent semantics_stop_event = 16; MeshingStartEvent meshing_start_event = 17; MeshingStopEvent meshing_stop_event = 18; ObjectDetectionStartEvent object_detection_start_event = 19; ObjectDetectionStopEvent object_detection_stop_event = 20; WpsStartEvent wps_start_event = 21; WpsAvailableEvent wps_available_event = 22; WpsStopEvent wps_stop_event = 23; } } message BoundingBoxProto { float lo_x = 1; float lo_y = 2; float lo_z = 3; float hi_x = 4; float hi_y = 5; float hi_z = 6; } message CameraParamsProto { int32 width = 1; int32 height = 2; float fx = 3; float px = 4; float py = 5; float k = 6; float fy = 7; } message DepthRangeProto { float near = 1; float far = 2; } message DepthStartEvent { bool empty_field = 99; } message DepthStopEvent { uint32 time_elapsed_ms = 1; } message DeviceMap { repeated DeviceMapNode device_map_nodes = 1; Graphs graphs = 2; bytes anchor_payload = 3; } message DeviceMapNode { uint64 sub_id1 = 1; uint64 sub_id2 = 2; DeviceMappingAlgorithm algorithm = 3; MapNodeDataType map_node_data_type = 4; uint32 map_data_type_version = 5; bytes map_data = 6; string configs_json = 7; bytes map_anchor_payload = 8; } enum DeviceMappingAlgorithm { DEVICE_MAPPING_ALGORITHM_SLICK = 0; } message ExposureInfoProto { float shutter = 1; float offset = 2; } message Frame { uint64 timestamp_ms = 1; repeated float pose = 2; uint64 frame_id = 3; TrackingState tracking_state = 4; float gps_latitude = 5; float gps_longitude = 6; float gps_altitude = 7; float gps_vertical_accuracy = 8; float gps_horizontal_accuracy = 9; repeated float intrinsics = 10; float width = 11; float height = 12; uint64 frame_timestamp_ms = 13; } message FrameProto { int32 id = 1; int32 anchor = 2; double timestamp = 3; CameraParamsProto camera = 4; AffineTransformProto transform = 5; ExposureInfoProto exposure = 6; DepthRangeProto range = 7; float quality = 8; bool is_large_image = 9; int32 tracking_state = 10; } message FramesProto { string id = 1; repeated LocationProto locations = 2; repeated FrameProto keyframes = 3; repeated FrameProto frames = 5; repeated AffineTransformProto anchors = 13; } message GeoAssociation { Quaternion rotation = 1; double latitude_degrees = 2; double longitude_degrees = 3; double altitude_metres = 4; PlacementAccuracy placement_accuracy = 5; } enum GraphDataType { GRAPH_DATA_TYPE_ARDK = 0; } message Graphs { GraphDataType graph_data_type = 1; uint32 graph_data_type_version = 2; bytes graph_data = 3; } message InitializationEvent { string install_mode = 1; string processor = 2; } enum LocalizationMethod { LOCALIZATION_METHOD_UNKNOWN_LOCALIZATION_METHOD = 0; LOCALIZATION_METHOD_VPS = 1; LOCALIZATION_METHOD_SLICK = 2; } message LocalizationStats { uint64 timestamp_ms = 1; uint64 time_to_localize_ms = 2; float recall = 3; uint32 success_count = 4; uint32 attempt_count = 5; float median_confidence = 6; float mean_confidence = 7; uint64 median_response_time_ms = 8; uint64 mean_response_time_ms = 9; float median_projection_error = 10; float mean_projection_error = 11; float median_translation_error = 12; float mean_translation_error = 13; float median_rotation_error = 14; float mean_rotation_error = 15; } enum LocalizationStatus { LOCALIZATION_STATUS_UNKNOWN_LOCALIZATION_STATUS = 0; LOCALIZATION_STATUS_FAILURE = 1; LOCALIZATION_STATUS_LIMITED_LOCALIZATION = 2; LOCALIZATION_STATUS_SUCCESS = 3; } message LocalizationUpdate { LocalizationMethod localization_method = 1; bytes node_identifier = 2; LocalizationStatus status = 3; float confidence = 4; uint64 frame_id = 5; uint64 timestamp_ms = 6; repeated float tracking_to_node_pose = 7; } message LocationProto { double timestamp = 1; double latitude = 2; double longitude = 3; float accuracy = 4; float elevation_meters = 5; float elevation_accuracy = 6; float heading_degrees = 7; float heading_accuracy = 8; double heading_timestamp = 9; double position_timestamp = 10; } message ManagedPoseData { UUID identifier = 1; uint32 version = 2; uint64 creation_time_ms = 3; PlacementAccuracy placement_accuracy = 4; repeated NodeAssociation node_associations = 5; GeoAssociation geo_association = 6; } enum MapNodeDataType { MAP_NODE_DATA_TYPE_ORB = 0; MAP_NODE_DATA_TYPE_LEARNED_FEATURES = 1; MAP_NODE_DATA_TYPE_UNKNOWN = 2; } message MapPoint2D { repeated float point2_d = 1; } message MeshingStartEvent { bool empty_field = 99; } message MeshingStopEvent { uint32 time_elapsed_ms = 1; } enum NetworkError { NETWORK_ERROR_UNKNOWN_ERROR = 0; NETWORK_ERROR_NO_ERROR = 1; NETWORK_ERROR_BAD_NETWORK_CONNECTION = 2; NETWORK_ERROR_BAD_API_KEY = 3; NETWORK_ERROR_PERMISSION_DENIED_ERROR = 4; NETWORK_ERROR_REQUESTS_LIMIT_EXCEEDED = 5; NETWORK_ERROR_INTERNAL_SERVER = 6; NETWORK_ERROR_INTERNAL_CLIENT = 7; } message NetworkRequestState { bytes request_identifier = 1; NetworkRequestStatus status = 2; NetworkRequestType type = 3; NetworkError error = 4; uint64 start_time_ms = 5; uint64 end_time_ms = 6; uint64 frame_id = 7; } enum NetworkRequestStatus { NETWORK_REQUEST_STATUS_UNKNOWN_NETWORK_REQUEST_STATUS = 0; NETWORK_REQUEST_STATUS_PENDING = 1; NETWORK_REQUEST_STATUS_SUCCESSFUL = 2; NETWORK_REQUEST_STATUS_FAILED = 3; } enum NetworkRequestType { NETWORK_REQUEST_TYPE_LOCALIZE = 0; NETWORK_REQUEST_TYPE_GET_GRAPH = 1; NETWORK_REQUEST_TYPE_GET_REPLACED_NODES = 2; NETWORK_REQUEST_TYPE_REGISTER_NODE = 3; } message NodeAssociation { UUID identifier = 1; Transform managed_pose_to_node = 2; float weight = 3; PlacementAccuracy placement_accuracy = 4; } message ObjectDetectionStartEvent { bool empty_field = 99; } message ObjectDetectionStopEvent { uint32 time_elapsed_ms = 1; } message PlacementAccuracy { float horizontal_sd_meters = 1; float vertical_sd_meters = 2; float horizontal_angle_sd_rads = 3; float vertical_angle_sd_rads = 4; } message Quaternion { float x = 1; float y = 2; float z = 3; float w = 4; } message RasterSizeProto { int32 width = 1; int32 height = 2; } message ScanArchiveBuilderCancelEvent { string scan_id = 1; uint32 chunk_id = 2; uint32 time_elapse_ms = 3; } message ScanArchiveBuilderGetNextChunkEvent { string scan_id = 1; uint64 chunk_file_size_in_bytes = 2; uint32 chunk_id = 3; uint32 time_elapse_ms = 4; } message ScanErrorEvent { string scan_id = 1; Error error_code = 2; string error_message = 3; enum Error { ERROR_UNKNOWN = 0; ERROR_SQC_NOT_READY = 1; ERROR_SQC_BAD_INPUT = 2; ERROR_SQC_BAD_MODEL = 3; ERROR_SQC_MODEL_READ_FAIL = 4; ERROR_SQC_DECRYPT_FAIL = 5; ERROR_SQC_UNPACK_FAIL = 6; ERROR_SQC_NO_INPUT_FRAMES = 7; ERROR_SQC_INTERRUPTED = 8; } } message ScanMetadataProto { string id = 1; RasterSizeProto image_size = 2; RasterSizeProto depth_size = 3; double start_timestamp = 4; string app_name = 5; string platform_name = 6; string model_name = 7; string manufacturer_name = 8; string poi = 9; string recorder = 10; string user_json = 11; bool native_depth = 12; repeated float origin = 13; repeated float global_rotation = 14; int32 timezone_offset = 15; int32 recorder_version = 16; } message ScanRecorderStartEvent { string scan_id = 1; DepthSource depth_source = 2; uint32 framerate = 3; bool is_voxel_enabled = 4; bool is_raycast_enabled = 5; enum DepthSource { DEPTH_SOURCE_UNKNOWN = 0; DEPTH_SOURCE_LIDAR = 1; DEPTH_SOURCE_MULTIDEPTH = 2; DEPTH_SOURCE_NO_DEPTH = 3; } } message ScanRecorderStopEvent { string scan_id = 1; Operation operation = 2; uint32 scan_duration_ms = 3; uint32 numer_of_frames_in_scan = 4; enum Operation { OPERATION_SAVE = 0; OPERATION_DISCARD = 1; } } message ScanSQCDoneEvent { string scan_id = 1; float overall_score = 2; uint32 time_elapse_ms = 3; repeated ScanSQCFailedReason failed_reasons = 4; message ScanSQCFailedReason { FailedReason failed_reason = 1; float score = 2; enum FailedReason { FAILED_REASON_BLURRY = 0; FAILED_REASON_DARDK = 1; FAILED_REASON_BAD_QUALITY = 2; FAILED_REASON_GROUND_OR_FEET = 3; FAILED_REASON_INDOOR_UNCLEAR = 4; FAILED_REASON_FROM_CAR = 5; FAILED_REASON_OBSTRUCTED = 6; FAILED_REASON_TARGET_NOT_VISIBLE = 7; } } } message ScanSQCRunEvent { string scan_id = 1; } message SemanticsStartEvent { bool empty_field = 99; } message SemanticsStopEvent { uint32 time_elapsed_ms = 1; } message Start { bytes session_identifier = 1; string file_path = 2; string date_time = 3; uint64 timestamp_ms = 4; string device_env_info = 5; VpsConfig vps_config = 6; } enum TrackingState { TRACKING_STATE_TRACKING_UNKNOWN = 0; TRACKING_STATE_TRACKING_FAILED = 1; TRACKING_STATE_TRACKING_POOR = 2; TRACKING_STATE_TRACKING_NORMAL = 3; } message Transform { Vector3 translation = 1; Quaternion rotation = 2; } message UUID { uint64 upper = 1; uint64 lower = 2; } message Vector3 { float x = 1; float y = 2; float z = 3; } message VpsConfig { bool continuous_localization_enabled = 1; bool temporal_fusion_enabled = 2; bool transform_update_smoothing_enabled = 3; bool cloud_localization_enabled = 4; bool slick_localization_enabled = 5; float cloud_localizer_initial_frame_rate = 6; float cloud_localizer_continuous_frame_rate = 7; uint32 slick_localizer_frame_rate = 8; int32 jpeg_compression_quality = 9; string vps_endpoint = 10; } message VpsDebuggerDataEvent { oneof vps_debugger_event { Start start = 1; Anchor anchor = 2; NetworkRequestState network_request_state = 3; LocalizationUpdate localization_update = 4; Frame frame = 5; MapPoint2D map_point2_d = 6; LocalizationStats vps_localization_stats = 7; LocalizationStats slick_localization_stats = 8; } } message VpsLocalizationStartedEvent { repeated string localization_target_ids = 1; string vps_session_id = 2; } message VpsLocalizationSuccessEvent { string localization_target_id = 1; string vps_session_id = 2; int64 time_to_localize_ms = 3; int32 num_server_requests = 4; } message VpsSessionEndedEvent { string vps_session_id = 1; int32 num_server_requests = 2; int64 time_tracked_ms = 3; int64 total_session_time_ms = 4; map network_error_codes = 5; } message WpsAvailableEvent { string wps_session_id = 1; int64 time_to_available_ms = 2; float distance_to_available_m = 3; } message WpsStartEvent { string wps_session_id = 1; } message WpsStopEvent { string wps_session_id = 1; int64 session_time_ms = 2; float session_distance_m = 3; }