update
This commit is contained in:
@@ -7,6 +7,7 @@ const PROJECT_CONTAINERS = [
|
||||
'paddleocr-vl-cpu-test',
|
||||
'paddleocr-vl-full-test',
|
||||
'minicpm-test',
|
||||
'nanonets-test',
|
||||
];
|
||||
|
||||
// Image configurations
|
||||
@@ -74,6 +75,19 @@ export const IMAGES = {
|
||||
healthEndpoint: 'http://localhost:8000/health',
|
||||
healthTimeout: 600000, // 10 minutes for model loading (vLLM + PP-DocLayoutV2)
|
||||
} as IImageConfig,
|
||||
|
||||
// Nanonets-OCR-s - Document OCR optimized VLM (Qwen2.5-VL-3B fine-tuned)
|
||||
nanonetsOcr: {
|
||||
name: 'nanonets-ocr',
|
||||
dockerfile: 'Dockerfile_nanonets_ocr',
|
||||
buildContext: '.',
|
||||
containerName: 'nanonets-test',
|
||||
ports: ['8000:8000'],
|
||||
volumes: ['ht-huggingface-cache:/root/.cache/huggingface'],
|
||||
gpus: true,
|
||||
healthEndpoint: 'http://localhost:8000/health',
|
||||
healthTimeout: 300000, // 5 minutes for model loading
|
||||
} as IImageConfig,
|
||||
};
|
||||
|
||||
/**
|
||||
@@ -383,3 +397,14 @@ export async function ensureQwen3Vl(): Promise<boolean> {
|
||||
// Then ensure Qwen3-VL 8B is pulled
|
||||
return ensureOllamaModel('qwen3-vl:8b');
|
||||
}
|
||||
|
||||
/**
|
||||
* Ensure Nanonets-OCR-s service is running (via vLLM)
|
||||
* Document OCR optimized VLM based on Qwen2.5-VL-3B
|
||||
*/
|
||||
export async function ensureNanonetsOcr(): Promise<boolean> {
|
||||
if (!isGpuAvailable()) {
|
||||
console.log('[Docker] WARNING: Nanonets-OCR-s requires GPU, but none detected');
|
||||
}
|
||||
return ensureService(IMAGES.nanonetsOcr);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user