Read aloud support and fixes added

Author: michalrentka

src/index.ios.js

@@ -23,6 +23,21 @@ function decodeBase64(base64) {
 	return decoder.decode(base64ToBytes(base64));
 }
 
+// Read Aloud annotation preview: while a highlight session is active the previewed annotation is rendered in the reader
+// but its saves are withheld from the app, so nothing is written to the database until the session is confirmed.
+let readAloudPreviewAnnotation = null;
+const readAloudPreviewIds = new Set();
+
+// Serialize preview create/resize/confirm/cancel. Each is async (awaits the reader), so without a queue a rapid second
+// call would read a stale `readAloudPreviewAnnotation` (still null / the previous one) and create a duplicate preview
+// annotation — leaving an orphan and making the highlight jump or disappear as the session moves it.
+let readAloudPreviewQueue = Promise.resolve();
+function enqueueReadAloudPreview(task) {
+	readAloudPreviewQueue = readAloudPreviewQueue.then(task).catch((error) => {
+		log("Read Aloud preview operation failed: " + error);
+	});
+}
+
 window.createView = (options) => {
 	log("Create " + options.type + " view");
 	const annotations = JSON.parse(decodeBase64(options.annotations));
@@ -42,10 +57,15 @@ window.createView = (options) => {
 			postMessage('onViewContentInitialized');
 		},
 		onSaveAnnotations: (annotations) => {
-			postMessage('onSaveAnnotations', { annotations });
+			// Withhold read-aloud preview annotations (not yet confirmed) so they aren't persisted mid-session.
+			const saved = annotations.filter(annotation => !readAloudPreviewIds.has(annotation.id));
+			if (!saved.length) {
+				return;
+			}
+			postMessage('onSaveAnnotations', { annotations: saved });
 
-			if (annotations[0].type == "note") {
-				window._view.selectAnnotations([annotations[0].id]);
+			if (saved[0].type == "note") {
+				window._view.selectAnnotations([saved[0].id]);
 			}
 		},
 		onSetOutline: (outline) => {
@@ -160,11 +180,94 @@ window.getReadAloudSegments = async (options) => {
 	postMessage('onReadAloudSegments', { requestID: options.requestID, segments });
 };
 
-window.setReadAloudAnnotation = async (options) => {
-	const params = JSON.parse(decodeBase64(options.params));
-	log("Set Read Aloud annotation: " + params.type);
-	const annotation = await window._view.setReadAloudAnnotation(params);
-	postMessage('onReadAloudAnnotation', { requestID: options.requestID, annotation });
+window.getReadAloudStartBlockIndex = async (options) => {
+	// The structured-document-text block index currently in view, so playback can start where the reader is. Read at
+	// play time (not load) so it reflects the current scroll position.
+	let blockIndex = null;
+	try {
+		const sdt = await window._view._loadSDT();
+		if (sdt) {
+			blockIndex = window._view._view.getVisibleBlockIndex?.(sdt.structure) ?? null;
+		}
+	}
+	catch (error) {
+		log("Read Aloud start block index unavailable: " + error);
+	}
+	postMessage('onReadAloudStartBlockIndex', { requestID: options.requestID, blockIndex });
+};
+
+window.setReadAloudAnnotation = (options) => {
+	// Creates or resizes the highlight-session PREVIEW annotation. It renders in the reader but is withheld from the
+	// app (see readAloudPreviewIds) until `confirmReadAloudAnnotation`. Resizes the current preview if one exists.
+	// Queued so concurrent move/extend calls resize the single preview instead of racing to create duplicates.
+	enqueueReadAloudPreview(async () => {
+		const params = JSON.parse(decodeBase64(options.params));
+		if (readAloudPreviewAnnotation) {
+			params.id = readAloudPreviewAnnotation.id;
+		}
+		log("Set Read Aloud annotation preview: " + params.type);
+		const annotation = await window._view.setReadAloudAnnotation(params);
+		if (annotation) {
+			readAloudPreviewAnnotation = annotation;
+			readAloudPreviewIds.add(annotation.id);
+		}
+		postMessage('onReadAloudAnnotation', { requestID: options.requestID, annotation });
+	});
+};
+
+window.confirmReadAloudAnnotation = () => {
+	// Confirm the session: stop withholding the preview annotation and report it as a normal save so it is persisted.
+	enqueueReadAloudPreview(async () => {
+		if (!readAloudPreviewAnnotation) {
+			return;
+		}
+		const annotation = readAloudPreviewAnnotation;
+		readAloudPreviewIds.delete(annotation.id);
+		readAloudPreviewAnnotation = null;
+		log("Confirm Read Aloud annotation");
+		postMessage('onSaveAnnotations', { annotations: [annotation] });
+	});
+};
+
+window.cancelReadAloudAnnotation = () => {
+	// Discard the session: remove the preview annotation from the reader. onDelete is a no-op on iOS, so nothing is
+	// persisted (it was never saved). Safe no-op if already confirmed.
+	enqueueReadAloudPreview(async () => {
+		if (!readAloudPreviewAnnotation) {
+			return;
+		}
+		const id = readAloudPreviewAnnotation.id;
+		readAloudPreviewIds.delete(id);
+		readAloudPreviewAnnotation = null;
+		log("Cancel Read Aloud annotation");
+		window._view.unsetAnnotations([id]);
+	});
+};
+
+window.setReadAloudSpotlight = async (options) => {
+	// Spotlight the currently-read segment. `anchor` is an SDT position ({ start, end }); omit it (or pass null) to clear.
+	const anchor = options.anchor ? JSON.parse(decodeBase64(options.anchor)) : null;
+	log("Set Read Aloud spotlight: " + (anchor ? JSON.stringify(anchor) : "clear"));
+	const position = anchor ? await window._view.sdtAnchorToPosition(anchor) : null;
+	try {
+		window._view.setReadAloudSpotlight(position);
+	}
+	catch (error) {
+		log("Read Aloud spotlight failed: " + error);
+	}
+	// Follow the reading position: scroll/turn to the current segment. `navigateToSelector` moves the view to a raw
+	// selector; the reader's own read-aloud follow (read-aloud.ts) uses it the same way. (The built-in spotlight
+	// navigate instead passes the selector to `navigate`, which only acts on `{ position }` / `{ annotationID }`
+	// locations and is therefore a no-op — that's why the view never moved.) Options mirror desktop: `ifNeeded` skips
+	// the move when already visible, `block: 'center'` keeps the read text centered.
+	if (position) {
+		try {
+			window._view._view.navigateToSelector(position, { ifNeeded: true, block: 'center', behavior: 'smooth' });
+		}
+		catch (error) {
+			log("Read Aloud follow navigate failed: " + error);
+		}
+	}
 };
 
 // Notify when iframe is loaded