feat(frame): read AUTO straighten from the photo, not the accelerometer

EXIF Orientation only knows 0/90/180/270, so a library still carries no
record of how the camera was held. The sensor had nothing to offer.

AUTO now measures the dominant line in the picture itself:
src/utils/horizon.ts runs a shear-projection search (coarse 1 deg over
-45..45, then a 0.5 deg refine) on a <=256px thumbnail, bails when no
line's score beats 3x the median, and returns the tilt in degrees.
App applies photoStraighten = -tilt, so preview and export share one
number exactly as the slider did.

Removes expo-sensors wiring, the horizonRoll state, effectiveStraighten
and the bubble-level overlay (autoRoll prop) from App/AdjustmentPanel/
Viewfinder. expo-sensors stays in package.json.
This commit is contained in:
2026-09-11 14:46:28 +07:00
parent d6b3ebda40
commit 1b632ba78c
4 changed files with 179 additions and 104 deletions
+15 -29
View File
@@ -89,8 +89,9 @@ interface AdjustmentPanelProps {
photoStraighten: number;
onPickRotation: (deg: 0 | 90 | 180 | 270) => void;
onStraighten: (deg: number) => void;
autoHorizon: boolean;
onAutoHorizon: (on: boolean) => void;
// FRAME-tab AUTO: ask App to read the tilt of the photo itself and set the
// STRAIGHTEN angle that cancels it. A one-shot, not a mode.
onAutoStraighten: () => void;
// FRAME tab (WALL FRAME only): hang the artwork landscape instead of the
// default portrait rotation.
wallLandscape: boolean;
@@ -122,9 +123,6 @@ interface AdjustmentPanelProps {
// FRAME → WATERMARK sub-panel is open: App needs this to arm the mark's
// drag/pinch layer on the image (the old `activeTab === 'watermark'`).
onWmPanelChange: (open: boolean) => void;
// The ROTATE strip (or its STRAIGHTEN row) is open: App needs this to keep
// the image's bubble-level line on screen only while that strip is up.
onRotatePanelChange: (open: boolean) => void;
}
interface ChipDef {
@@ -225,8 +223,7 @@ export default function AdjustmentPanel({
photoStraighten,
onPickRotation,
onStraighten,
autoHorizon,
onAutoHorizon,
onAutoStraighten,
wallLandscape,
onToggleWallLandscape,
onToggleGeotag,
@@ -241,7 +238,6 @@ export default function AdjustmentPanel({
wmRotation,
onRotateWm,
onWmPanelChange,
onRotatePanelChange,
}: AdjustmentPanelProps) {
// Double-tap on the mark in the viewfinder bumps wmEditNonce -> focus the
// input again so the text can be retyped after the keyboard was dismissed.
@@ -277,12 +273,6 @@ export default function AdjustmentPanel({
useEffect(() => {
onWmPanelChange(openGroup === 'wm');
}, [openGroup]);
// The bubble-level line on the image belongs to the ROTATE strip: it shows
// while that strip (or its STRAIGHTEN row) is open and leaves with the next
// chip, so it never lingers over the photo after the user moved on.
useEffect(() => {
onRotatePanelChange(openGroup === 'rotate' || openParam === 'straighten');
}, [openGroup, openParam]);
// CROP is a plain-frame tool: the moment the selected frame drops it the chip
// unmounts, so the ratio strip must close with it (no orphan CROP row).
useEffect(() => {
@@ -593,12 +583,12 @@ export default function AdjustmentPanel({
],
onPick: (v) => onUpdateCropRatio(v as CropRatio),
},
// ROTATE: the quarter turns, the fine STRAIGHTEN slider and AUTO horizon in
// one strip. Its RESET undoes this parameter only (turn + angle + auto).
// ROTATE: the quarter turns, the fine STRAIGHTEN slider and the AUTO read
// in one strip. Its RESET undoes this parameter only (turn + angle).
rotate: {
label: 'ROTATE', off: '0',
// 'straighten' while its slider row is open, so that chip highlights.
value: openParam === 'straighten' ? 'straighten' : autoHorizon ? 'auto' : String(photoRotation),
value: openParam === 'straighten' ? 'straighten' : String(photoRotation),
options: [
{ v: 'reset', d: 'RESET' },
{ v: 'auto', d: 'AUTO' },
@@ -612,15 +602,13 @@ export default function AdjustmentPanel({
if (v === 'reset') {
onPickRotation(0);
onStraighten(0);
onAutoHorizon(false);
} else if (v === 'straighten') {
toggleParam('straighten');
} else if (v === 'auto') {
// AUTO is "snap to the sensor horizon": the manual angle is dropped
// first, so enabling it with a hand-set offset really levels the
// photo (re-tapping with it on still switches it back off).
if (!autoHorizon) onStraighten(0);
onAutoHorizon(!autoHorizon);
// AUTO reads the photo and REPLACES the fine angle with the one
// that levels its dominant line, so pressing it twice is the same
// as pressing it once.
onAutoStraighten();
} else {
onPickRotation(Number(v) as 0 | 90 | 180 | 270);
}
@@ -671,19 +659,17 @@ export default function AdjustmentPanel({
label: wbTempLabel(),
});
// ROTATE's chip names every part of the angle it applies: the turn (dropped
// when it is 0 and AUTO is doing the work), the horizon mode, the fine angle.
// ROTATE's chip names every part of the angle it applies: the turn and the
// fine angle AUTO (or the slider) left on it.
const rotateChip = (): ChipDef => {
const parts = [
photoRotation !== 0 || !autoHorizon ? `ROTATE ${photoRotation}` : 'ROTATE',
autoHorizon ? 'AUTO' : null,
`ROTATE ${photoRotation}`,
photoStraighten ? `${photoStraighten > 0 ? '+' : ''}${photoStraighten}°` : null,
];
return {
...groupChip('rotate'),
label: parts.filter(Boolean).join(' · '),
amberValue:
openGroup !== 'rotate' && (photoRotation !== 0 || photoStraighten !== 0 || autoHorizon),
amberValue: openGroup !== 'rotate' && (photoRotation !== 0 || photoStraighten !== 0),
};
};
+19 -25
View File
@@ -33,6 +33,7 @@ import { TONE_SKSL, getToneUniforms, toneUniformArray } from '../utils/toneShade
import { CINEMA_SKSL, getCinemaUniforms, cinemaOffFlat } from '../utils/cinemaShader';
import { polaroidLayout, wallframeLayout, WALLFRAME_PNG_W, WALLFRAME_PNG_H } from '../utils/frameUtils';
import { applyPhotoRotation } from '../utils/skiaImage';
import { detectTilt } from '../utils/horizon';
interface ViewfinderProps {
mode: 'camera' | 'library';
@@ -54,9 +55,6 @@ interface ViewfinderProps {
// on top of that turn.
photoRotation?: 0 | 90 | 180 | 270;
photoStraighten?: number;
// FRAME-tab AUTO: the device's lean in degrees, null while AUTO is off. Only
// drives the level line — the photo arrives already counter-rotated.
autoRoll?: number | null;
// WATERMARK tab: double-tap ON the mark re-opens the text editor (App bumps
// a nonce so the panel puts the caret back in its input).
onWmEdit?: () => void;
@@ -164,6 +162,14 @@ export interface ViewfinderHandle {
* fixed-ratio crop is active.
*/
getCropRatioRect(): CropRect | null;
/**
* FRAME-tab AUTO straighten: tilt, in degrees, of the dominant near-
* horizontal line in the library photo — the horizon it was shot with.
* Null when the picture holds no line worth trusting, so App can leave the
* fine angle alone. Read from the quarter-turned source WITHOUT the current
* straighten, so pressing AUTO twice answers the same both times.
*/
detectHorizon(): number | null;
}
const noiseEffect = Skia.RuntimeEffect.Make(`
@@ -237,7 +243,6 @@ const Viewfinder = forwardRef<ViewfinderHandle, ViewfinderProps>(function Viewfi
wmEditing = false,
photoRotation = 0,
photoStraighten = 0,
autoRoll = null,
wmRotation = 0,
wallLandscape = false,
}: ViewfinderProps,
@@ -338,6 +343,10 @@ const Viewfinder = forwardRef<ViewfinderHandle, ViewfinderProps>(function Viewfi
() => applyPhotoRotation(loadedImage, photoRotation, photoStraighten),
[loadedImage, photoRotation, photoStraighten]
);
// Mirror of the two inputs of the above, for detectHorizon: the imperative
// handle is captured once (deps [ref]) and must read the LIVE source.
const horizonSrcRef = useRef({ image: loadedImage, quarter: photoRotation });
horizonSrcRef.current = { image: loadedImage, quarter: photoRotation };
// Wall-frame PNG artwork (project root). Loaded lazily so other frames pay
// no asset cost; source switches to '' when unselected (useImage → null).
const wallImage = useImage(selectedFrame === 'wallframe' ? require('../../wallframe.png') : '');
@@ -580,6 +589,12 @@ const Viewfinder = forwardRef<ViewfinderHandle, ViewfinderProps>(function Viewfi
getCropRatioRect() {
return cropRatioRectRef.current;
},
// AUTO straighten: the angle the picture asks for. Computed on demand
// (one <=256px thumbnail, tens of ms) — never on a slider drag.
detectHorizon() {
const src = horizonSrcRef.current;
return detectTilt(applyPhotoRotation(src.image, src.quarter, 0));
},
}),
[ref]
);
@@ -2257,24 +2272,6 @@ const Viewfinder = forwardRef<ViewfinderHandle, ViewfinderProps>(function Viewfi
const cinemaOn = cinemaEffect != null && !!cinemaParams;
const useShaderPass = !!imageFitRect && ((toneEffect != null && toneOn) || cinemaOn);
// FRAME-tab AUTO: a bubble level that follows the device's own lean. The photo
// under it is already counter-rotated by the same angle, so this line is the
// only place the raw tilt is visible. Amber once within a degree of level.
const levelOverlay = autoRoll == null ? null : (
<View pointerEvents="none" className="absolute inset-0 items-center justify-center">
<View style={{ width: '55%', transform: [{ rotate: `${autoRoll}deg` }] }}>
<View style={{ height: 4, backgroundColor: 'rgba(0,0,0,0.5)' }} />
<View
style={{
height: 2,
marginTop: -3,
backgroundColor: Math.abs(autoRoll) <= 1 ? '#f59e0b' : '#ffffff',
}}
/>
</View>
</View>
);
// RETRO INSTANT (library): the whole picture is contain-fitted into the
// card's photo window — nothing is masked or cropped, and the card is
// centered on the black background like a physical print. The window keeps
@@ -2350,7 +2347,6 @@ const Viewfinder = forwardRef<ViewfinderHandle, ViewfinderProps>(function Viewfi
onResponderMove={onLibTouchMove}
onResponderRelease={onLibTouchEnd}
/>
{levelOverlay}
</View>
);
}
@@ -2427,7 +2423,6 @@ const Viewfinder = forwardRef<ViewfinderHandle, ViewfinderProps>(function Viewfi
onResponderMove={onLibTouchMove}
onResponderRelease={onLibTouchEnd}
/>
{levelOverlay}
</View>
);
}
@@ -2570,7 +2565,6 @@ const Viewfinder = forwardRef<ViewfinderHandle, ViewfinderProps>(function Viewfi
onResponderMove={onLibTouchMove}
onResponderRelease={onLibTouchEnd}
/>
{levelOverlay}
</>
) : (
<View className="items-center justify-center p-6">