Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

Check Metal MTLCommandBufferStatus error codes and report an out of memory error if one occurred

Browse Source
This commit is contained in:
RogerD
2023-09-09 21:15:25 -07:00
parent 2dc96687eb
commit 2d6733a8c9
1 changed files with 16 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml-metal.m
+16 -1
View File
@@ -1217,7 +1217,22 @@ void ggml_metal_graph_compute(
MTLCommandBufferStatus status = (MTLCommandBufferStatus) [ctx->command_buffers[i] status];
if (status != MTLCommandBufferStatusCompleted) {
metal_printf("%s: command buffer %d failed with status %lu\n", __func__, i, status);
if (status == MTLCommandBufferStatusError) {
// Check Metal error code
NSError *error = (MTLCommandBufferError) [ctx->command_buffers[i] error];
int mtl_error_code = [error code];
if (([error domain] == MTLCommandBufferErrorDomain) && ([error code] == MTLCommandBufferErrorOutOfMemory)) {
metal_printf("%s: command buffer %d failed with status MTLCommandBufferStatus.error (5) and error code \
MTLCommandBufferError.outOfMemory (8)\n");
printf("Metal ran out of memory. Maybe try a smaller context size, or a smaller (more coarsely quantized) model, \
preferably one under the recommended max working set size, or else fall back to running on CPU only.\n");
} else {
metal_printf("%s: command buffer %d failed with status MTLCommandBufferStatus.error (5) and error code %d\n",
__func__, i, mtl_error_code);
}
} else {
metal_printf("%s: command buffer %d failed with status %lu\n", __func__, i, status);
}
GGML_ASSERT(false);
}
}