feat(recorder): core host for on-device recorder + whisper transcription #430
+746
−36
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,68 @@ | ||
| /** | ||
| * memorySnapshot unit tests | ||
| * | ||
| * logMemory() is a diagnostics probe used around whisper model load and each | ||
| * transcribe chunk to capture the app's footprint. On iOS it surfaces whether | ||
| * an apparent transcription "crash" was actually a jetsam low-memory kill. | ||
| * | ||
| * Guarantees under test: | ||
| * - formats used/total in MB and a percentage | ||
| * - never throws (a failing probe must not break the path it observes) | ||
| * - no divide-by-zero when total memory is reported as 0 | ||
| */ | ||
|
|
||
| import DeviceInfo from 'react-native-device-info'; | ||
| import logger from '../../../src/utils/logger'; | ||
| import { logMemory } from '../../../src/utils/memorySnapshot'; | ||
|
|
||
| const mockedDeviceInfo = DeviceInfo as jest.Mocked<typeof DeviceInfo>; | ||
|
|
||
| describe('logMemory', () => { | ||
| let logSpy: jest.SpyInstance; | ||
| let warnSpy: jest.SpyInstance; | ||
|
|
||
| beforeEach(() => { | ||
| jest.clearAllMocks(); | ||
| logSpy = jest.spyOn(logger, 'log').mockImplementation(() => {}); | ||
| warnSpy = jest.spyOn(logger, 'warn').mockImplementation(() => {}); | ||
| }); | ||
|
|
||
| afterEach(() => { | ||
| logSpy.mockRestore(); | ||
| warnSpy.mockRestore(); | ||
| }); | ||
|
|
||
| it('logs used/total in MB with a percentage, tagged with the call site', async () => { | ||
| mockedDeviceInfo.getUsedMemory.mockResolvedValue(1.4 * 1024 * 1024 * 1024); | ||
| mockedDeviceInfo.getTotalMemory.mockResolvedValue(4 * 1024 * 1024 * 1024); | ||
|
|
||
| await logMemory('whisper:beforeLoad'); | ||
|
|
||
| expect(logSpy).toHaveBeenCalledTimes(1); | ||
| const msg = logSpy.mock.calls[0][0] as string; | ||
| expect(msg).toContain('[mem] whisper:beforeLoad'); | ||
| expect(msg).toContain('used=1434MB'); | ||
| expect(msg).toContain('total=4096MB'); | ||
| expect(msg).toContain('(35%)'); | ||
| }); | ||
|
|
||
| it('never throws and warns when the probe fails', async () => { | ||
| mockedDeviceInfo.getUsedMemory.mockRejectedValue(new Error('boom')); | ||
| mockedDeviceInfo.getTotalMemory.mockResolvedValue(4 * 1024 * 1024 * 1024); | ||
|
|
||
| await expect(logMemory('transcribe:chunk@0s')).resolves.toBeUndefined(); | ||
| expect(warnSpy).toHaveBeenCalledWith(expect.stringContaining('snapshot failed')); | ||
| expect(logSpy).not.toHaveBeenCalled(); | ||
| }); | ||
|
|
||
| it('does not divide by zero when total memory is unavailable', async () => { | ||
| mockedDeviceInfo.getUsedMemory.mockResolvedValue(100 * 1024 * 1024); | ||
| mockedDeviceInfo.getTotalMemory.mockResolvedValue(0); | ||
|
|
||
| await logMemory('zero'); | ||
|
|
||
| const msg = logSpy.mock.calls[0][0] as string; | ||
| expect(msg).toContain('total=0MB'); | ||
| expect(msg).toContain('(0%)'); | ||
| }); | ||
| }); |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Submodule pro
updated
from d32d94 to bb2381
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,36 @@ | ||
| const fs = require('fs'); | ||
| const path = require('path'); | ||
|
|
||
| // Autolink the pro submodule's native library ONLY when it is actually on | ||
| // disk. Mirrors the fs.existsSync(pro) guard metro.config.js uses for the pro | ||
| // JS: a public clone without the private submodule sees an empty/absent pro/ | ||
| // dir, this entry is omitted, and the open build compiles with no pro native. | ||
| // | ||
| // IMPORTANT: check a real file inside pro/, never just the pro/ directory - an | ||
| // uninitialised submodule leaves an empty pro/ folder behind. | ||
| const proRoot = path.resolve(__dirname, 'pro'); | ||
| const proAndroidGradle = path.join(proRoot, 'android', 'build.gradle'); | ||
| const proPodspec = path.join(proRoot, 'ios', 'OffgridPro.podspec'); | ||
| const proHasNative = fs.existsSync(proAndroidGradle); | ||
|
|
||
| module.exports = { | ||
| dependencies: { | ||
| ...(proHasNative | ||
| ? { | ||
| '@offgrid/pro': { | ||
| root: proRoot, | ||
| platforms: { | ||
| android: { | ||
| sourceDir: path.join(proRoot, 'android'), | ||
| packageImportPath: 'import ai.offgridmobile.alwayson.AlwaysOnTranscriptionPackage;', | ||
| packageInstance: 'new AlwaysOnTranscriptionPackage()', | ||
| }, | ||
| ios: { | ||
| podspecPath: proPodspec, | ||
| }, | ||
| }, | ||
| }, | ||
| } | ||
| : {}), | ||
| }, | ||
| }; | ||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
🩺 Stability & Availability | 🟠 Major | ⚡ Quick win
Guard the iOS autolink with the podspec as well.
Line 14 uses
pro/android/build.gradleto enable both platform entries, so a checkout with Android native files present butpro/ios/OffgridPro.podspecmissing will still hand CocoaPods a deadpodspecPathand breakpod install. Split the guard per platform, or at least include the podspec in the condition.Suggested fix
📝 Committable suggestion
🤖 Prompt for AI Agents