diff --git a/cmake/riscv64.toolchain b/cmake/riscv64.toolchain
index 664f86724b6..434f8224eb7 100644
--- a/cmake/riscv64.toolchain
+++ b/cmake/riscv64.toolchain
@@ -41,7 +41,11 @@ SET(CMAKE_FIND_ROOT_PATH_MODE_PACKAGE ONLY)
 IF(NOT XNNPACK_ENABLE_RISCV_VECTOR)
   SET(QEMU_OPTION -L ${CMAKE_FIND_ROOT_PATH})
 ELSE()
-  SET(QEMU_OPTION -cpu rv64,zba=true,zbb=true,zbc=true,zbs=true,v=true,vlen=${VLEN},elen=64,vext_spec=v1.0 -L ${CMAKE_FIND_ROOT_PATH})
+  IF(NOT XNNPACK_ENABLE_RISCV_FP16_VECTOR)
+    SET(QEMU_OPTION -cpu rv64,zba=true,zbb=true,zbc=true,zbs=true,v=true,vlen=${VLEN},elen=64,vext_spec=v1.0 -L ${CMAKE_FIND_ROOT_PATH})
+  ELSE()
+    SET(QEMU_OPTION -cpu rv64,zba=true,zbb=true,zbc=true,zbs=true,v=true,vlen=${VLEN},elen=64,vext_spec=v1.0,zfh=true,x-zvfh=true -L ${CMAKE_FIND_ROOT_PATH})
+  ENDIF()
 ENDIF()
 
 IF(NOT RISCV_QEMU_ROOT)