mmainguy/babylon-mcp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix WASM backend configuration for Alpine Linux

Browse Source 
Set ONNXRUNTIME_BACKEND environment variable before module imports
to prevent onnxruntime-node from loading. The environment variable
must be set before @xenova/transformers is imported.

Updated all index scripts (index-docs, index-api, index-source) to
configure the backend at the script entry point.

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
Michael Mainguy 2025-11-23 10:36:25 -06:00
parent adff6c1ec5
commit dfccbf110a
4 changed files with 21 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/index-api.ts
View File

@ -1,3 +1,9 @@
// MUST set environment variable before any imports that use @xenova/transformers
// This prevents onnxruntime-node from being loaded on Alpine Linux (musl libc)
if (process.env.TRANSFORMERS_BACKEND === 'wasm' || process.env.TRANSFORMERS_BACKEND === 'onnxruntime-web') {
process.env.ONNXRUNTIME_BACKEND = 'wasm';
}
import { ApiIndexer } from '../src/search/api-indexer.js';
import path from 'path';

6
scripts/index-docs.ts
View File

@ -1,5 +1,11 @@
#!/usr/bin/env tsx
// MUST set environment variable before any imports that use @xenova/transformers
// This prevents onnxruntime-node from being loaded on Alpine Linux (musl libc)
if (process.env.TRANSFORMERS_BACKEND === 'wasm' || process.env.TRANSFORMERS_BACKEND === 'onnxruntime-web') {
process.env.ONNXRUNTIME_BACKEND = 'wasm';
}
import { LanceDBIndexer, DocumentSource } from '../src/search/lancedb-indexer.js';
import path from 'path';
import { fileURLToPath } from 'url';

6
scripts/index-source.ts
View File

@ -1,3 +1,9 @@
// MUST set environment variable before any imports that use @xenova/transformers
// This prevents onnxruntime-node from being loaded on Alpine Linux (musl libc)
if (process.env.TRANSFORMERS_BACKEND === 'wasm' || process.env.TRANSFORMERS_BACKEND === 'onnxruntime-web') {
process.env.ONNXRUNTIME_BACKEND = 'wasm';
}
import { SourceCodeIndexer } from '../src/search/source-code-indexer.js';
async function main() {

9
src/search/lancedb-indexer.ts
View File

@ -58,13 +58,10 @@ export class LanceDBIndexer {
console.log('Initializing LanceDB connection...');
this.db = await connect(this.dbPath);
// Configure ONNX Runtime backend based on environment variable
// TRANSFORMERS_BACKEND=wasm for Alpine Linux (musl libc)
// Default: native ONNX Runtime (faster, requires glibc)
const backend = process.env.TRANSFORMERS_BACKEND;
if (backend === 'wasm' || backend === 'onnxruntime-web') {
// Log which backend is being used
const backend = process.env.ONNXRUNTIME_BACKEND;
if (backend === 'wasm') {
console.log('Using WASM backend for Transformers.js (Alpine/musl compatibility mode)');
process.env.ONNXRUNTIME_BACKEND = 'wasm';
} else {
console.log('Using native ONNX Runtime backend (glibc required)');
}