feat(docker-images): add vLLM-based Nanonets-OCR2-3B image, Qwen3-VL Ollama image and refactor build/docs/tests to use new runtime/layout
This commit is contained in:
@@ -13,46 +13,38 @@ NC='\033[0m' # No Color
|
||||
|
||||
echo -e "${BLUE}Building ht-docker-ai images...${NC}"
|
||||
|
||||
# Build GPU variant
|
||||
# Build MiniCPM-V 4.5 GPU variant
|
||||
echo -e "${GREEN}Building MiniCPM-V 4.5 GPU variant...${NC}"
|
||||
docker build \
|
||||
-f Dockerfile_minicpm45v_gpu \
|
||||
-f Dockerfile_minicpm45v_ollama_gpu_VRAM9GB \
|
||||
-t ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:minicpm45v \
|
||||
-t ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:minicpm45v-gpu \
|
||||
-t ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:latest \
|
||||
.
|
||||
|
||||
# Build CPU variant
|
||||
echo -e "${GREEN}Building MiniCPM-V 4.5 CPU variant...${NC}"
|
||||
# Build Qwen3-VL GPU variant
|
||||
echo -e "${GREEN}Building Qwen3-VL-30B-A3B GPU variant...${NC}"
|
||||
docker build \
|
||||
-f Dockerfile_minicpm45v_cpu \
|
||||
-t ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:minicpm45v-cpu \
|
||||
-f Dockerfile_qwen3vl_ollama_gpu_VRAM20GB \
|
||||
-t ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:qwen3vl \
|
||||
.
|
||||
|
||||
# Build PaddleOCR-VL GPU variant
|
||||
echo -e "${GREEN}Building PaddleOCR-VL GPU variant...${NC}"
|
||||
# Build Nanonets-OCR GPU variant
|
||||
echo -e "${GREEN}Building Nanonets-OCR-s GPU variant...${NC}"
|
||||
docker build \
|
||||
-f Dockerfile_paddleocr_vl_gpu \
|
||||
-t ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:paddleocr-vl \
|
||||
-t ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:paddleocr-vl-gpu \
|
||||
.
|
||||
|
||||
# Build PaddleOCR-VL CPU variant
|
||||
echo -e "${GREEN}Building PaddleOCR-VL CPU variant...${NC}"
|
||||
docker build \
|
||||
-f Dockerfile_paddleocr_vl_cpu \
|
||||
-t ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:paddleocr-vl-cpu \
|
||||
-f Dockerfile_nanonets_vllm_gpu_VRAM10GB \
|
||||
-t ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:nanonets-ocr \
|
||||
.
|
||||
|
||||
echo -e "${GREEN}All images built successfully!${NC}"
|
||||
echo ""
|
||||
echo "Available images:"
|
||||
echo " MiniCPM-V 4.5:"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:minicpm45v (GPU)"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:minicpm45v-cpu (CPU)"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:latest (GPU)"
|
||||
echo " MiniCPM-V 4.5 (Ollama, ~9GB VRAM):"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:minicpm45v"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:latest"
|
||||
echo ""
|
||||
echo " PaddleOCR-VL (Vision-Language Model):"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:paddleocr-vl (GPU/vLLM)"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:paddleocr-vl-gpu (GPU/vLLM)"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:paddleocr-vl-cpu (CPU)"
|
||||
echo " Qwen3-VL-30B-A3B (Ollama, ~20GB VRAM):"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:qwen3vl"
|
||||
echo ""
|
||||
echo " Nanonets-OCR-s (vLLM, ~10GB VRAM):"
|
||||
echo " - ${REGISTRY}/${NAMESPACE}/${IMAGE_NAME}:nanonets-ocr"
|
||||
|
||||
Reference in New Issue
Block a user