feat(cluster,api,models,cli): add cluster-aware model catalog deployments and request routing
This commit is contained in:
+18
-4
@@ -138,7 +138,11 @@ export class IntelDriver extends BaseDriver {
|
||||
return false;
|
||||
}
|
||||
} catch (error) {
|
||||
logger.error(`Failed to install Intel drivers: ${error instanceof Error ? error.message : String(error)}`);
|
||||
logger.error(
|
||||
`Failed to install Intel drivers: ${
|
||||
error instanceof Error ? error.message : String(error)
|
||||
}`,
|
||||
);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
@@ -159,7 +163,11 @@ export class IntelDriver extends BaseDriver {
|
||||
);
|
||||
|
||||
const distro = await this.getLinuxDistro();
|
||||
const ubuntuCodename = distro.version === '22.04' ? 'jammy' : distro.version === '24.04' ? 'noble' : 'jammy';
|
||||
const ubuntuCodename = distro.version === '22.04'
|
||||
? 'jammy'
|
||||
: distro.version === '24.04'
|
||||
? 'noble'
|
||||
: 'jammy';
|
||||
|
||||
await this.execCommand(
|
||||
`echo "deb [arch=amd64 signed-by=/usr/share/keyrings/intel-graphics.gpg] https://repositories.intel.com/graphics/ubuntu ${ubuntuCodename} arc" > /etc/apt/sources.list.d/intel-graphics.list`,
|
||||
@@ -308,7 +316,9 @@ EOF`,
|
||||
try {
|
||||
// Intel GPUs work by passing through device files
|
||||
// Verify render devices exist
|
||||
const { stdout: devices } = await this.execCommand('ls -la /dev/dri/renderD* 2>/dev/null || true');
|
||||
const { stdout: devices } = await this.execCommand(
|
||||
'ls -la /dev/dri/renderD* 2>/dev/null || true',
|
||||
);
|
||||
|
||||
if (!devices.includes('renderD')) {
|
||||
logger.warn('/dev/dri/renderD* not found. Intel GPU driver may not be properly loaded.');
|
||||
@@ -323,7 +333,11 @@ EOF`,
|
||||
logger.info(' --device=/dev/dri --group-add render');
|
||||
return true;
|
||||
} catch (error) {
|
||||
logger.error(`Failed to configure Intel container support: ${error instanceof Error ? error.message : String(error)}`);
|
||||
logger.error(
|
||||
`Failed to configure Intel container support: ${
|
||||
error instanceof Error ? error.message : String(error)
|
||||
}`,
|
||||
);
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user