Add basic and CPU-only builds to package index

jllllll · Aug 8, 2023 · 871f408 · 871f408
1 parent 602eb8f
commit 871f408
Show file tree

Hide file tree

Showing 28 changed files with 255 additions and 9 deletions.
diff --git a/README.md b/README.md
@@ -3,7 +3,6 @@ Wheels for [llama-cpp-python](https://github.com/abetlen/llama-cpp-python) compi
 
 Requirements:
 - Windows and Linux x86_64
-- CPU with support for AVX, AVX2 or AVX512
 - CUDA 11.6 - 12.2
 - CPython 3.7 - 3.11
 
@@ -16,7 +15,9 @@ To install, you can use this command:
 python -m pip install llama-cpp-python --prefer-binary --extra-index-url=https://jllllll.github.io/llama-cpp-python-cuBLAS-wheels/AVX2/cu117
 ```
 This will install the latest llama-cpp-python version available from here for CUDA 11.7. You can change `cu117` to change the CUDA version.  
-You can also change `AVX2` to `AVX` or `AVX512` based on what your CPU supports.
+You can also change `AVX2` to `AVX`, `AVX512` or `basic` based on what your CPU supports.  
+`basic` is a build without `AVX`, `FMA` and `F16C` instructions for old or basic CPUs.  
+CPU-only builds are also available by changing `cu117` to `cpu`. `basic` and `cpu` builds are currently only available for 0.1.77+.
 
 You can install a specific version with:
 ```

diff --git a/generate-html.ps1 b/generate-html.ps1
@@ -1,8 +1,8 @@
 Set-Location $PSScriptRoot
 
 $destinationDir = if (Test-Path $(Join-Path $(Resolve-Path '.') 'index')) {Join-Path '.' 'index' -resolve} else {(New-Item 'index' -ItemType 'Directory').fullname}
-$avxVersions = "AVX","AVX2","AVX512"
-$cudaVersions = "11.6","11.7","11.8","12.0","12.1","12.2"
+$avxVersions = "AVX","AVX2","AVX512","basic"
+$cudaVersions = "11.6","11.7","11.8","12.0","12.1","12.2","cpu"
 $packageVersions = "0.1.62","0.1.66","0.1.67","0.1.68","0.1.69","0.1.70","0.1.71","0.1.72","0.1.73","0.1.74","0.1.76","0.1.77"
 $pythonVersions = "3.7","3.8","3.9","3.10","3.11"
 $supportedSystems = 'linux_x86_64','win_amd64'
@@ -19,27 +19,31 @@ Foreach ($avxVersion in $avxVersions)
 	$subIndexContent = "<!DOCTYPE html>`n<html>`n  <body>`n    "
 	ForEach ($cudaVersion in $cudaVersions)
 	{
-		$cu = $cudaVersion.replace('.','')
+		$cu = if ($cudaVersion -eq 'cpu') {$cudaVersion} else {'cu' + $cudaVersion.replace('.','')}
+		if ($cudaVersion -eq 'cpu') {$wheelURL = $wheelSource.TrimEnd('/') + '/cpu'}
 		$cuContent = "<!DOCTYPE html>`n<html>`n  <body>`n    "
 		ForEach ($packageVersion in $packageVersions)
 		{
+			if (($avxVersion -eq 'basic' -or $cudaVersion -eq 'cpu') -and $packageVersion -ne '0.1.77') {continue}
 			ForEach ($pythonVersion in $pythonVersions)
 			{
 				$pyVer = $pythonVersion.replace('.','')
 				ForEach ($supportedSystem in $supportedSystems)
 				{
-					$wheel = if ($pyVer -eq '37') {"$packageName-$packageVersion+cu$cu-cp$pyVer-cp$pyVer`m-$supportedSystem.whl"} else {"$packageName-$packageVersion+cu$cu-cp$pyVer-cp$pyVer-$supportedSystem.whl"}
+					$wheelTag = if ($cudaVersion -eq 'cpu') {"+cpu$($avxVersion.ToLower())"} else {"+$cu"}
+					$wheel = if ($pyVer -eq '37') {"$packageName-$packageVersion$wheelTag-cp$pyVer-cp$pyVer`m-$supportedSystem.whl"} else {"$packageName-$packageVersion$wheelTag-cp$pyVer-cp$pyVer-$supportedSystem.whl"}
 					$cuContent += "<a href=`"$wheelURL/$wheel`">$wheel</a><br/>`n    "
 				}
 			}
 			$cuContent += "`n    "
 		}
-		$cuDir = if (Test-Path $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "cu$cu")) {Join-Path $(Get-Variable "$avxVersion`Dir").Value "cu$cu"} else {(New-Item $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "cu$cu") -ItemType 'Directory').fullname}
+		$cuDir = if (Test-Path $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "$cu")) {Join-Path $(Get-Variable "$avxVersion`Dir").Value "$cu"} else {(New-Item $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "$cu") -ItemType 'Directory').fullname}
 		$packageDir = if (Test-Path $(Join-Path $cuDir $packageNameNormalized)) {Join-Path $cuDir $packageNameNormalized} else {(New-Item $(Join-Path $cuDir $packageNameNormalized) -ItemType 'Directory').fullname}
-		$subIndexContent += "<a href=`"cu$cu/`">CUDA $cudaVersion</a><br/>`n    "
+		$cuLabel = if ($cudaVersion -eq 'cpu') {$cudaVersion} else {"CUDA $cudaVersion"}
+		$subIndexContent += "<a href=`"$cu/`">$cuLabel</a><br/>`n    "
 		New-Item $(Join-Path $packageDir "index.html") -itemType File -value $($cuContent.TrimEnd() + "`n  </body>`n</html>`n") -force > $null
 		New-Item $(Join-Path $cuDir "index.html") -itemType File -value $("<!DOCTYPE html>`n<html>`n  <body>`n    <a href=`"$packageNameNormalized/`">$packageName</a>`n  </body>`n</html>`n") -force > $null
-		if ($avxVersion -eq 'AVX2') {New-Item $(Join-Path $destinationDir "cu$cu.html") -itemType File -value $($cuContent.TrimEnd() + "`n  </body>`n</html>`n") -force > $null}
+		if ($avxVersion -eq 'AVX2') {New-Item $(Join-Path $destinationDir "$cu.html") -itemType File -value $($cuContent.TrimEnd() + "`n  </body>`n</html>`n") -force > $null}
 	}
 	$indexContent += "<a href=`"$avxVersion/`">$avxVersion</a><br/>`n    "
 	New-Item $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "index.html") -itemType File -value $($subIndexContent.TrimEnd() + "`n  </body>`n</html>`n") -force > $null

diff --git a/index/AVX/cpu/index.html b/index/AVX/cpu/index.html
@@ -0,0 +1,6 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="llama-cpp-python/">llama_cpp_python</a>
+  </body>
+</html>
diff --git a/index/AVX/cpu/llama-cpp-python/index.html b/index/AVX/cpu/llama-cpp-python/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp37-cp37m-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp37-cp37m-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp38-cp38-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp38-cp38-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp39-cp39-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp39-cp39-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp310-cp310-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp310-cp310-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/AVX/index.html b/index/AVX/index.html
@@ -7,5 +7,6 @@
     <a href="cu120/">CUDA 12.0</a><br/>
     <a href="cu121/">CUDA 12.1</a><br/>
     <a href="cu122/">CUDA 12.2</a><br/>
+    <a href="cpu/">cpu</a><br/>
   </body>
 </html>
diff --git a/index/AVX2/cpu/index.html b/index/AVX2/cpu/index.html
@@ -0,0 +1,6 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="llama-cpp-python/">llama_cpp_python</a>
+  </body>
+</html>
diff --git a/index/AVX2/cpu/llama-cpp-python/index.html b/index/AVX2/cpu/llama-cpp-python/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp37-cp37m-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx2-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp37-cp37m-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx2-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp38-cp38-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx2-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp38-cp38-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx2-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp39-cp39-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx2-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp39-cp39-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx2-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp310-cp310-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx2-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp310-cp310-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx2-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx2-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx2-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx2-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/AVX2/index.html b/index/AVX2/index.html
@@ -7,5 +7,6 @@
     <a href="cu120/">CUDA 12.0</a><br/>
     <a href="cu121/">CUDA 12.1</a><br/>
     <a href="cu122/">CUDA 12.2</a><br/>
+    <a href="cpu/">cpu</a><br/>
   </body>
 </html>
diff --git a/index/AVX512/cpu/index.html b/index/AVX512/cpu/index.html
@@ -0,0 +1,6 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="llama-cpp-python/">llama_cpp_python</a>
+  </body>
+</html>
diff --git a/index/AVX512/cpu/llama-cpp-python/index.html b/index/AVX512/cpu/llama-cpp-python/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp37-cp37m-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx512-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp37-cp37m-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx512-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp38-cp38-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx512-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp38-cp38-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx512-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp39-cp39-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx512-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp39-cp39-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx512-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp310-cp310-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx512-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp310-cp310-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx512-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.77+cpuavx512-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpuavx512-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.77+cpuavx512-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/AVX512/index.html b/index/AVX512/index.html
@@ -7,5 +7,6 @@
     <a href="cu120/">CUDA 12.0</a><br/>
     <a href="cu121/">CUDA 12.1</a><br/>
     <a href="cu122/">CUDA 12.2</a><br/>
+    <a href="cpu/">cpu</a><br/>
   </body>
 </html>
diff --git a/index/basic/cpu/index.html b/index/basic/cpu/index.html
@@ -0,0 +1,6 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="llama-cpp-python/">llama_cpp_python</a>
+  </body>
+</html>
diff --git a/index/basic/cpu/llama-cpp-python/index.html b/index/basic/cpu/llama-cpp-python/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp37-cp37m-linux_x86_64.whl">llama_cpp_python-0.1.77+cpubasic-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp37-cp37m-win_amd64.whl">llama_cpp_python-0.1.77+cpubasic-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp38-cp38-linux_x86_64.whl">llama_cpp_python-0.1.77+cpubasic-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp38-cp38-win_amd64.whl">llama_cpp_python-0.1.77+cpubasic-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp39-cp39-linux_x86_64.whl">llama_cpp_python-0.1.77+cpubasic-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp39-cp39-win_amd64.whl">llama_cpp_python-0.1.77+cpubasic-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp310-cp310-linux_x86_64.whl">llama_cpp_python-0.1.77+cpubasic-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp310-cp310-win_amd64.whl">llama_cpp_python-0.1.77+cpubasic-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.77+cpubasic-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.1.77+cpubasic-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.77+cpubasic-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/basic/cu116/index.html b/index/basic/cu116/index.html
@@ -0,0 +1,6 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="llama-cpp-python/">llama_cpp_python</a>
+  </body>
+</html>
diff --git a/index/basic/cu116/llama-cpp-python/index.html b/index/basic/cu116/llama-cpp-python/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp37-cp37m-linux_x86_64.whl">llama_cpp_python-0.1.77+cu116-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp37-cp37m-win_amd64.whl">llama_cpp_python-0.1.77+cu116-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp38-cp38-linux_x86_64.whl">llama_cpp_python-0.1.77+cu116-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp38-cp38-win_amd64.whl">llama_cpp_python-0.1.77+cu116-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp39-cp39-linux_x86_64.whl">llama_cpp_python-0.1.77+cu116-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp39-cp39-win_amd64.whl">llama_cpp_python-0.1.77+cu116-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp310-cp310-linux_x86_64.whl">llama_cpp_python-0.1.77+cu116-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp310-cp310-win_amd64.whl">llama_cpp_python-0.1.77+cu116-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.77+cu116-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu116-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.77+cu116-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/basic/cu117/index.html b/index/basic/cu117/index.html
@@ -0,0 +1,6 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="llama-cpp-python/">llama_cpp_python</a>
+  </body>
+</html>
diff --git a/index/basic/cu117/llama-cpp-python/index.html b/index/basic/cu117/llama-cpp-python/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp37-cp37m-linux_x86_64.whl">llama_cpp_python-0.1.77+cu117-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp37-cp37m-win_amd64.whl">llama_cpp_python-0.1.77+cu117-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp38-cp38-linux_x86_64.whl">llama_cpp_python-0.1.77+cu117-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp38-cp38-win_amd64.whl">llama_cpp_python-0.1.77+cu117-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp39-cp39-linux_x86_64.whl">llama_cpp_python-0.1.77+cu117-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp39-cp39-win_amd64.whl">llama_cpp_python-0.1.77+cu117-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp310-cp310-linux_x86_64.whl">llama_cpp_python-0.1.77+cu117-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp310-cp310-win_amd64.whl">llama_cpp_python-0.1.77+cu117-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp311-cp311-linux_x86_64.whl">llama_cpp_python-0.1.77+cu117-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/basic/llama_cpp_python-0.1.77+cu117-cp311-cp311-win_amd64.whl">llama_cpp_python-0.1.77+cu117-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/basic/cu118/index.html b/index/basic/cu118/index.html
@@ -0,0 +1,6 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="llama-cpp-python/">llama_cpp_python</a>
+  </body>
+</html>