feat(docker-images): add vLLM-based Nanonets-OCR2-3B image, Qwen3-VL Ollama image and refactor build/docs/tests to use new runtime/layout
This commit is contained in:
@@ -32,10 +32,10 @@ export const IMAGES = {
|
||||
healthTimeout: 120000,
|
||||
} as IImageConfig,
|
||||
|
||||
// Nanonets-OCR-s - Document OCR optimized VLM (Qwen2.5-VL-3B fine-tuned)
|
||||
// Nanonets-OCR2-3B - Document OCR optimized VLM (Qwen2.5-VL-3B fine-tuned, Oct 2025)
|
||||
nanonetsOcr: {
|
||||
name: 'nanonets-ocr',
|
||||
dockerfile: 'Dockerfile_nanonets_ocr',
|
||||
dockerfile: 'Dockerfile_nanonets_vllm_gpu_VRAM10GB',
|
||||
buildContext: '.',
|
||||
containerName: 'nanonets-test',
|
||||
ports: ['8000:8000'],
|
||||
@@ -340,12 +340,12 @@ export async function ensureQwen3Vl(): Promise<boolean> {
|
||||
}
|
||||
|
||||
/**
|
||||
* Ensure Nanonets-OCR-s service is running (via vLLM)
|
||||
* Document OCR optimized VLM based on Qwen2.5-VL-3B
|
||||
* Ensure Nanonets-OCR2-3B service is running (via vLLM)
|
||||
* Document OCR optimized VLM based on Qwen2.5-VL-3B (Oct 2025 release)
|
||||
*/
|
||||
export async function ensureNanonetsOcr(): Promise<boolean> {
|
||||
if (!isGpuAvailable()) {
|
||||
console.log('[Docker] WARNING: Nanonets-OCR-s requires GPU, but none detected');
|
||||
console.log('[Docker] WARNING: Nanonets-OCR2-3B requires GPU, but none detected');
|
||||
}
|
||||
return ensureService(IMAGES.nanonetsOcr);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user