diff --git a/misc/llama-cpp/Makefile b/misc/llama-cpp/Makefile
index a1f36f59f1bb..ada8d3868dec 100644
--- a/misc/llama-cpp/Makefile
+++ b/misc/llama-cpp/Makefile
@@ -1,40 +1,49 @@
 PORTNAME=	llama-cpp
 DISTVERSIONPREFIX=	b
-DISTVERSION=	3510
+DISTVERSION=	3538
 CATEGORIES=	misc # machine-learning
 
 MAINTAINER=	yuri@FreeBSD.org
 COMMENT=	Facebook's LLaMA model in C/C++ # '
 WWW=		https://github.com/ggerganov/llama.cpp
 
 LICENSE=	MIT
 LICENSE_FILE=	${WRKSRC}/LICENSE
 
 BROKEN_armv7=	clang crashes, see https://bugs.freebsd.org/bugzilla/show_bug.cgi?id=278810
 
+LIB_DEPENDS=	libvulkan.so:graphics/vulkan-loader
+
 USES=		cmake:testing compiler:c++11-lang python:run shebangfix
 USE_LDCONFIG=	yes
 
 USE_GITHUB=	yes
 GH_ACCOUNT=	ggerganov
 GH_PROJECT=	llama.cpp
 GH_TUPLE=	nomic-ai:kompute:4565194:kompute/kompute
 
 SHEBANG_GLOB=	*.py
 
 CMAKE_ON=	BUILD_SHARED_LIBS
 CMAKE_OFF=	LLAMA_BUILD_TESTS
 CMAKE_TESTING_ON=	LLAMA_BUILD_TESTS
 
 LDFLAGS+=	-pthread
 
-OPTIONS_DEFINE=		EXAMPLES
+OPTIONS_DEFINE=		EXAMPLES VULKAN
+OPTIONS_DEFAULT=	VULKAN
 OPTIONS_SUB=		yes
 
 EXAMPLES_CMAKE_BOOL=	LLAMA_BUILD_EXAMPLES
 
+VULKAN_DESC=		Vulkan GPU offload support
+VULKAN_CMAKE_BOOL=	GGML_VULKAN
+VULKAN_BUILD_DEPENDS=	glslc:graphics/shaderc \
+			vulkan-headers>0:graphics/vulkan-headers
+VULKAN_LIB_DEPENDS=	libvulkan.so:graphics/vulkan-loader
+
 BINARY_ALIAS=	git=false
 
-# 1 test fails due to a missing model file (stories260K.gguf)
+# 2 tests fail: https://github.com/ggerganov/llama.cpp/issues/8906
 
 .include <bsd.port.mk>
diff --git a/misc/llama-cpp/distinfo b/misc/llama-cpp/distinfo
index 1a81c2d4ca35..8abf678dcda5 100644
--- a/misc/llama-cpp/distinfo
+++ b/misc/llama-cpp/distinfo
@@ -1,5 +1,5 @@
-TIMESTAMP = 1722831985
-SHA256 (ggerganov-llama.cpp-b3510_GH0.tar.gz) = 3369228d3209f5274ca5d650cdda6caaa7e08d3dbb356205c35fd22f4f0e5184
-SIZE (ggerganov-llama.cpp-b3510_GH0.tar.gz) = 19010230
+TIMESTAMP = 1722999344
+SHA256 (ggerganov-llama.cpp-b3538_GH0.tar.gz) = d5260bd41a80a7a1df5c908deae3486604b4f45ccf7bc0fbceca13fdc32e31d9
+SIZE (ggerganov-llama.cpp-b3538_GH0.tar.gz) = 19014576
 SHA256 (nomic-ai-kompute-4565194_GH0.tar.gz) = 95b52d2f0514c5201c7838348a9c3c9e60902ea3c6c9aa862193a212150b2bfc
 SIZE (nomic-ai-kompute-4565194_GH0.tar.gz) = 13540496
diff --git a/misc/llama-cpp/pkg-plist b/misc/llama-cpp/pkg-plist
index a6f7ee8ad18b..7d7cc039fb51 100644
--- a/misc/llama-cpp/pkg-plist
+++ b/misc/llama-cpp/pkg-plist
@@ -1,54 +1,55 @@
 bin/convert_hf_to_gguf.py
 bin/llama-baby-llama
 bin/llama-batched
 bin/llama-batched-bench
 bin/llama-bench
 bin/llama-bench-matmult
 bin/llama-cli
 bin/llama-convert-llama2c-to-ggml
 bin/llama-cvector-generator
 bin/llama-embedding
 %%EXAMPLES%%bin/llama-eval-callback
 %%EXAMPLES%%bin/llama-export-lora
 %%EXAMPLES%%bin/llama-gbnf-validator
 %%EXAMPLES%%bin/llama-gguf
 %%EXAMPLES%%bin/llama-gguf-hash
 %%EXAMPLES%%bin/llama-gguf-split
 %%EXAMPLES%%bin/llama-gritlm
 %%EXAMPLES%%bin/llama-imatrix
 %%EXAMPLES%%bin/llama-infill
 %%EXAMPLES%%bin/llama-llava-cli
 %%EXAMPLES%%bin/llama-lookahead
 %%EXAMPLES%%bin/llama-lookup
 %%EXAMPLES%%bin/llama-lookup-create
 %%EXAMPLES%%bin/llama-lookup-merge
 %%EXAMPLES%%bin/llama-lookup-stats
 %%EXAMPLES%%bin/llama-parallel
 %%EXAMPLES%%bin/llama-passkey
 %%EXAMPLES%%bin/llama-perplexity
 %%EXAMPLES%%bin/llama-quantize
 %%EXAMPLES%%bin/llama-quantize-stats
 %%EXAMPLES%%bin/llama-retrieval
 %%EXAMPLES%%bin/llama-save-load-state
 %%EXAMPLES%%bin/llama-server
 %%EXAMPLES%%bin/llama-simple
 %%EXAMPLES%%bin/llama-speculative
 %%EXAMPLES%%bin/llama-tokenize
+%%VULKAN%%bin/vulkan-shaders-gen
 include/ggml-alloc.h
 include/ggml-backend.h
 include/ggml-blas.h
 include/ggml-cann.h
 include/ggml-cuda.h
 include/ggml-kompute.h
 include/ggml-metal.h
 include/ggml-rpc.h
 include/ggml-sycl.h
 include/ggml-vulkan.h
 include/ggml.h
 include/llama.h
 lib/cmake/llama/llama-config.cmake
 lib/cmake/llama/llama-version.cmake
 lib/libggml.so
 lib/libllama.so
 %%EXAMPLES%%lib/libllava_shared.so
 libdata/pkgconfig/llama.pc