Add llama-cpp-python-ggml packages to index

jllllll · Aug 24, 2023 · cbbfca4 · cbbfca4
1 parent 86a7533
commit cbbfca4
Show file tree

Hide file tree

Showing 89 changed files with 689 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -44,5 +44,14 @@ python -m pip install llama-cpp-python --prefer-binary --upgrade --extra-index-u
 
 Wheels can be manually downloaded from: https://jllllll.github.io/llama-cpp-python-cuBLAS-wheels
 
+---
+llama.cpp, and eventually llama-cpp-python, has migrated to using the new GGUF format and has dropped support for GGML.  
+I have renamed llama-cpp-python packages available to ease the transition to GGUF.  
+This is accomplished by installing the renamed package alongside the main llama-cpp-python package.  
+This should allow applications to maintain GGML support when llama-cpp-python eventually drops GGML support.
+```
+python -m pip install llama-cpp-python-ggml --prefer-binary --extra-index-url=https://jllllll.github.io/llama-cpp-python-cuBLAS-wheels/AVX2/cu117
+```
+
 ---
 ### All wheels are compiled using GitHub Actions
diff --git a/generate-html.ps1 b/generate-html.ps1
@@ -9,6 +9,9 @@ $supportedSystems = 'linux_x86_64','win_amd64'
 $wheelSource = 'https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download'
 $packageName = 'llama_cpp_python'
 $packageNameNormalized = 'llama-cpp-python'
+$packageNameAlt = 'llama_cpp_python_ggml'
+$packageNameAltNormalized = 'llama-cpp-python-ggml'
+$packageAltVersions = @("0.1.78")
 
 $avxVersions.foreach({Set-Variable "$_`Dir" $(if (Test-Path $(Join-Path $destinationDir $_)) {Join-Path $destinationDir $_} else {(New-Item $(Join-Path $destinationDir $_) -ItemType 'Directory').fullname})})
 
@@ -22,6 +25,7 @@ Foreach ($avxVersion in $avxVersions)
 		$cu = if ($cudaVersion -eq 'cpu') {$cudaVersion} else {'cu' + $cudaVersion.replace('.','')}
 		if ($cudaVersion -eq 'cpu') {$wheelURL = $wheelSource.TrimEnd('/') + '/cpu'}
 		$cuContent = "<!DOCTYPE html>`n<html>`n  <body>`n    "
+		$cuContentAlt = "<!DOCTYPE html>`n<html>`n  <body>`n    "
 		ForEach ($packageVersion in $packageVersions)
 		{
 			if (($avxVersion -eq 'basic' -or $cudaVersion -eq 'cpu') -and [version]$packageVersion -lt [version]"0.1.70") {continue}
@@ -32,17 +36,22 @@ Foreach ($avxVersion in $avxVersions)
 				{
 					$wheelTag = if ($cudaVersion -eq 'cpu') {"+cpu$($avxVersion.ToLower())"} else {"+$cu"}
 					$wheel = if ($pyVer -eq '37') {"$packageName-$packageVersion$wheelTag-cp$pyVer-cp$pyVer`m-$supportedSystem.whl"} else {"$packageName-$packageVersion$wheelTag-cp$pyVer-cp$pyVer-$supportedSystem.whl"}
+					$wheelAlt = if ($pyVer -eq '37') {"$packageNameAlt-$packageVersion$wheelTag-cp$pyVer-cp$pyVer`m-$supportedSystem.whl"} else {"$packageNameAlt-$packageVersion$wheelTag-cp$pyVer-cp$pyVer-$supportedSystem.whl"}
 					$cuContent += "<a href=`"$wheelURL/$wheel`">$wheel</a><br/>`n    "
+					if ($packageVersion -in $packageAltVersions) {$cuContentAlt += "<a href=`"$wheelURL/$wheelAlt`">$wheelAlt</a><br/>`n    "}
 				}
 			}
 			$cuContent += "`n    "
+			if ($packageVersion -in $packageAltVersions) {$cuContentAlt += "`n    "}
 		}
 		$cuDir = if (Test-Path $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "$cu")) {Join-Path $(Get-Variable "$avxVersion`Dir").Value "$cu"} else {(New-Item $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "$cu") -ItemType 'Directory').fullname}
 		$packageDir = if (Test-Path $(Join-Path $cuDir $packageNameNormalized)) {Join-Path $cuDir $packageNameNormalized} else {(New-Item $(Join-Path $cuDir $packageNameNormalized) -ItemType 'Directory').fullname}
+		$packageAltDir = if (Test-Path $(Join-Path $cuDir $packageNameAltNormalized)) {Join-Path $cuDir $packageNameAltNormalized} else {(New-Item $(Join-Path $cuDir $packageNameAltNormalized) -ItemType 'Directory').fullname}
 		$cuLabel = if ($cudaVersion -eq 'cpu') {$cudaVersion} else {"CUDA $cudaVersion"}
 		$subIndexContent += "<a href=`"$cu/`">$cuLabel</a><br/>`n    "
 		New-Item $(Join-Path $packageDir "index.html") -itemType File -value $($cuContent.TrimEnd() + "`n  </body>`n</html>`n") -force > $null
-		New-Item $(Join-Path $cuDir "index.html") -itemType File -value $("<!DOCTYPE html>`n<html>`n  <body>`n    <a href=`"$packageNameNormalized/`">$packageName</a>`n  </body>`n</html>`n") -force > $null
+		New-Item $(Join-Path $packageAltDir "index.html") -itemType File -value $($cuContentAlt.TrimEnd() + "`n  </body>`n</html>`n") -force > $null
+		New-Item $(Join-Path $cuDir "index.html") -itemType File -value $("<!DOCTYPE html>`n<html>`n  <body>`n    <a href=`"$packageNameNormalized/`">$packageName</a>`n    <a href=`"$packageNameAltNormalized/`">$packageNameAlt</a>`n  </body>`n</html>`n") -force > $null
 		if ($avxVersion -eq 'AVX2') {New-Item $(Join-Path $destinationDir "$cu.html") -itemType File -value $($cuContent.TrimEnd() + "`n  </body>`n</html>`n") -force > $null}
 	}
 	$indexContent += "<a href=`"$avxVersion/`">$avxVersion</a><br/>`n    "

diff --git a/generate-textgen-html.ps1 b/generate-textgen-html.ps1
@@ -10,6 +10,9 @@ $supportedSystems = 'linux_x86_64','win_amd64'
 $wheelSource = 'https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download'
 $packageName = 'llama_cpp_python_cuda'
 $packageNameNormalized = 'llama-cpp-python-cuda'
+$packageNameAlt = 'llama_cpp_python_ggml_cuda'
+$packageNameAltNormalized = 'llama-cpp-python-ggml-cuda'
+$packageAltVersions = @("0.1.78")
 
 $avxVersions.foreach({Set-Variable "$_`Dir" $(if (Test-Path $(Join-Path $destinationDir $_)) {Join-Path $destinationDir $_} else {(New-Item $(Join-Path $destinationDir $_) -ItemType 'Directory').fullname})})
 
@@ -22,6 +25,7 @@ Foreach ($avxVersion in $avxVersions)
 	{
 		$cu = $cudaVersion.replace('.','')
 		$cuContent = "<!DOCTYPE html>`n<html>`n  <body>`n    "
+		$cuContentAlt = "<!DOCTYPE html>`n<html>`n  <body>`n    "
 		ForEach ($packageVersion in $packageVersions)
 		{
 			if ($avxVersion -eq 'basic' -and $packageVersion -eq '0.1.73') {continue}
@@ -33,16 +37,23 @@ Foreach ($avxVersion in $avxVersions)
 					$wheel = if ($avxVersion -eq 'AVX') { "$packageName-$packageVersion+cu$cu$('avx')-cp$pyVer-cp$pyVer-$supportedSystem.whl"
 					} elseif ($avxVersion -eq 'basic') { "$packageName-$packageVersion+cu$cu$('basic')-cp$pyVer-cp$pyVer-$supportedSystem.whl"
 					} else {"$packageName-$packageVersion+cu$cu-cp$pyVer-cp$pyVer-$supportedSystem.whl"}
+					$wheelAlt = if ($avxVersion -eq 'AVX') { "$packageNameAlt-$packageVersion+cu$cu$('avx')-cp$pyVer-cp$pyVer-$supportedSystem.whl"
+					} elseif ($avxVersion -eq 'basic') { "$packageNameAlt-$packageVersion+cu$cu$('basic')-cp$pyVer-cp$pyVer-$supportedSystem.whl"
+					} else {"$packageNameAlt-$packageVersion+cu$cu-cp$pyVer-cp$pyVer-$supportedSystem.whl"}
 					if (!($packageVersion -eq '0.1.73' -and $avxVersion -eq 'AVX')) {$cuContent += "<a href=`"$wheelURL/$wheel`">$wheel</a><br/>`n    "}
+					if ($packageVersion -in $packageAltVersions) {$cuContentAlt += "<a href=`"$wheelURL/$wheelAlt`">$wheelAlt</a><br/>`n    "}
 				}
 			}
 			if (!($packageVersion -eq '0.1.73' -and $avxVersion -eq 'AVX')) {$cuContent += "`n    "}
+			if ($packageVersion -in $packageAltVersions) {$cuContentAlt += "`n    "}
 		}
 		$cuDir = if (Test-Path $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "cu$cu")) {Join-Path $(Get-Variable "$avxVersion`Dir").Value "cu$cu"} else {(New-Item $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "cu$cu") -ItemType 'Directory').fullname}
 		$packageDir = if (Test-Path $(Join-Path $cuDir $packageNameNormalized)) {Join-Path $cuDir $packageNameNormalized} else {(New-Item $(Join-Path $cuDir $packageNameNormalized) -ItemType 'Directory').fullname}
+		$packageAltDir = if (Test-Path $(Join-Path $cuDir $packageNameAltNormalized)) {Join-Path $cuDir $packageNameAltNormalized} else {(New-Item $(Join-Path $cuDir $packageNameAltNormalized) -ItemType 'Directory').fullname}
 		$subIndexContent += "<a href=`"cu$cu/`">CUDA $cudaVersion</a><br/>`n    "
 		New-Item $(Join-Path $packageDir "index.html") -itemType File -value $($cuContent.TrimEnd() + "`n  </body>`n</html>`n") -force > $null
-		New-Item $(Join-Path $cuDir "index.html") -itemType File -value $("<!DOCTYPE html>`n<html>`n  <body>`n    <a href=`"$packageNameNormalized/`">$packageName</a>`n  </body>`n</html>`n") -force > $null
+		New-Item $(Join-Path $packageAltDir "index.html") -itemType File -value $($cuContentAlt.TrimEnd() + "`n  </body>`n</html>`n") -force > $null
+		New-Item $(Join-Path $cuDir "index.html") -itemType File -value $("<!DOCTYPE html>`n<html>`n  <body>`n    <a href=`"$packageNameNormalized/`">$packageName</a>`n    <a href=`"$packageNameAltNormalized/`">$packageNameAlt</a>`n  </body>`n</html>`n") -force > $null
 	}
 	$indexContent += "<a href=`"$avxVersion/`">$avxVersion</a><br/>`n    "
 	New-Item $(Join-Path $(Get-Variable "$avxVersion`Dir").Value "index.html") -itemType File -value $($subIndexContent.TrimEnd() + "`n  </body>`n</html>`n") -force > $null

diff --git a/index/AVX/cpu/index.html b/index/AVX/cpu/index.html
@@ -2,5 +2,6 @@
 <html>
   <body>
     <a href="llama-cpp-python/">llama_cpp_python</a>
+    <a href="llama-cpp-python-ggml/">llama_cpp_python_ggml</a>
   </body>
 </html>
diff --git a/index/AVX/cpu/llama-cpp-python-ggml/index.html b/index/AVX/cpu/llama-cpp-python-ggml/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp37-cp37m-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp37-cp37m-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp38-cp38-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp38-cp38-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp39-cp39-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp39-cp39-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp310-cp310-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp310-cp310-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp311-cp311-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python_ggml-0.1.78+cpuavx-cp311-cp311-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cpuavx-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/AVX/cu116/index.html b/index/AVX/cu116/index.html
@@ -2,5 +2,6 @@
 <html>
   <body>
     <a href="llama-cpp-python/">llama_cpp_python</a>
+    <a href="llama-cpp-python-ggml/">llama_cpp_python_ggml</a>
   </body>
 </html>
diff --git a/index/AVX/cu116/llama-cpp-python-ggml/index.html b/index/AVX/cu116/llama-cpp-python-ggml/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp37-cp37m-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp37-cp37m-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp38-cp38-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp38-cp38-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp39-cp39-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp39-cp39-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp310-cp310-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp310-cp310-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp311-cp311-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu116-cp311-cp311-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu116-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/AVX/cu117/index.html b/index/AVX/cu117/index.html
@@ -2,5 +2,6 @@
 <html>
   <body>
     <a href="llama-cpp-python/">llama_cpp_python</a>
+    <a href="llama-cpp-python-ggml/">llama_cpp_python_ggml</a>
   </body>
 </html>
diff --git a/index/AVX/cu117/llama-cpp-python-ggml/index.html b/index/AVX/cu117/llama-cpp-python-ggml/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp37-cp37m-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp37-cp37m-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp38-cp38-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp38-cp38-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp39-cp39-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp39-cp39-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp310-cp310-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp310-cp310-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp311-cp311-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu117-cp311-cp311-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu117-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/AVX/cu118/index.html b/index/AVX/cu118/index.html
@@ -2,5 +2,6 @@
 <html>
   <body>
     <a href="llama-cpp-python/">llama_cpp_python</a>
+    <a href="llama-cpp-python-ggml/">llama_cpp_python_ggml</a>
   </body>
 </html>
diff --git a/index/AVX/cu118/llama-cpp-python-ggml/index.html b/index/AVX/cu118/llama-cpp-python-ggml/index.html
@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+  <body>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp37-cp37m-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp37-cp37m-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp37-cp37m-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp37-cp37m-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp38-cp38-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp38-cp38-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp38-cp38-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp38-cp38-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp39-cp39-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp39-cp39-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp39-cp39-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp39-cp39-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp310-cp310-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp310-cp310-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp310-cp310-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp310-cp310-win_amd64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp311-cp311-linux_x86_64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp311-cp311-linux_x86_64.whl</a><br/>
+    <a href="https://github.com/jllllll/llama-cpp-python-cuBLAS-wheels/releases/download/AVX/llama_cpp_python_ggml-0.1.78+cu118-cp311-cp311-win_amd64.whl">llama_cpp_python_ggml-0.1.78+cu118-cp311-cp311-win_amd64.whl</a><br/>
+  </body>
+</html>
diff --git a/index/AVX/cu120/index.html b/index/AVX/cu120/index.html
@@ -2,5 +2,6 @@
 <html>
   <body>
     <a href="llama-cpp-python/">llama_cpp_python</a>
+    <a href="llama-cpp-python-ggml/">llama_cpp_python_ggml</a>
   </body>
 </html>