mobile v0.1 with deployment for ios (#191)

* stage 1: project init

* stage 2: skeleton with navigation

* step 2.5: streams list

* step 4: stream playback experience

* step 5-6: compose experience

* fix: broken record

* transcode media particles to mp4

* build: reproducible go generate

* build: rename skaffold module for particle processor worker

* infra: increase particle processor worker resources

Was dealing with OOM errors

* tweaks to mobile

* log transcode work

* view on desktop placeholder

* tweak padding

* cap video resolution to save on memory

* infra: bump memory limits as insurance

* ux improvements

* update bundle id for mobile

* config for mobile

js/desktop/src/api/types.ts

@@ -123,6 +123,11 @@ export const MediaPropertiesSchema = z.object({
   size_bytes: z.number(),
   transcript: TranscriptSchema.optional(),
   source: z.enum(["camera", "screen"]).optional(),
+  // Set by the particle processor worker once an iOS-playable MP4/m4a variant
+  // has been produced from a non-iOS-playable original (e.g. WebM from desktop).
+  // When present, clients should prefer these over object_id/mime_type for playback.
+  transcoded_object_id: z.string().optional(),
+  transcoded_mime_type: z.string().optional(),
 });
 export type MediaProperties = z.infer<typeof MediaPropertiesSchema>;
 

js/desktop/src/features/particles/media-particle-view.tsx

@@ -33,12 +33,18 @@ export const MediaParticleView = forwardRef<MediaParticleHandle, MediaParticleVi
   onEnded,
   onProgress,
 }, ref) {
-  const { data: url, error } = useDownloadUrl(particle.properties.object_id);
+  // Prefer the worker-produced iOS-playable variant when present so desktop
+  // and mobile read the same canonical asset. Falls back to the original.
+  const activeObjectId =
+    particle.properties.transcoded_object_id ?? particle.properties.object_id;
+  const activeMime =
+    particle.properties.transcoded_mime_type ?? particle.properties.mime_type;
+  const { data: url, error } = useDownloadUrl(activeObjectId);
   const { attachments } = useParticleAttachments(streamPath, particle.id);
 
   const videoRef = useRef<HTMLVideoElement>(null);
   const audioRef = useRef<HTMLAudioElement>(null);
-  const isAudio = particle.properties.mime_type?.startsWith("audio/");
+  const isAudio = activeMime?.startsWith("audio/");
 
   useImperativeHandle(ref, () => ({
     seek(deltaSec: number) {
@@ -153,7 +159,7 @@ export const MediaParticleView = forwardRef<MediaParticleHandle, MediaParticleVi
         playsInline
         onEnded={onEnded}
         onTimeUpdate={handleTimeUpdate}
-        className={`h-full w-full ${particle.properties.source === "screen" ? "object-contain bg-black" : "object-cover"}`}
+        className="h-full w-full object-contain bg-black"
       />
 
       {transcript && (