Merge branch 'ggerganov:master' into master #12

Job	Run time
ubuntu-latest-cmake	2m 13s
ubuntu-focal-make	1m 58s
ubuntu-latest-cmake-sanitizer (ADDRESS, Debug)	1m 39s
ubuntu-latest-cmake-sanitizer (ADDRESS, Release)	4m 33s
ubuntu-latest-cmake-sanitizer (THREAD, Debug)	1m 32s
ubuntu-latest-cmake-sanitizer (THREAD, Release)	2m 14s
ubuntu-latest-cmake-sanitizer (UNDEFINED, Debug)	2m 38s
ubuntu-latest-cmake-sanitizer (UNDEFINED, Release)	6m 42s
macOS-latest-cmake	2m 32s
macOS-latest-make	2m 37s
ubuntu-latest-cmake-mpi (mpich)	2m 29s
ubuntu-latest-cmake-mpi (libopenmpi-dev)	2m 33s
windows-latest-cmake (noavx, -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX=OFF -DLLAMA_AVX2=OFF -DLLAMA_FMA...	2m 40s
windows-latest-cmake (avx2, -DLLAMA_BUILD_SERVER=ON)	2m 38s
windows-latest-cmake (avx, -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX2=OFF)	2m 53s
windows-latest-cmake (avx512, -DLLAMA_BUILD_SERVER=ON -DLLAMA_AVX512=ON -DBUILD_SHARED_LIBS=ON)	2m 17s
windows-latest-cmake (clblast, -DLLAMA_BUILD_SERVER=ON -DLLAMA_CLBLAST=ON -DCMAKE_PREFIX_PATH="$e...	3m 19s
windows-latest-cmake (openblas, -DLLAMA_BUILD_SERVER=ON -DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenB...	3m 4s
windows-latest-cmake-cublas (12.1.0, cublas)	29m 45s
windows-latest-cmake-cublas (11.7.1, cublas)	29m 34s
	1h 49m 50s

Provide feedback