push repaired build

B0-B · Oct 7, 2024 · 3d2d3a5 · 3d2d3a5
1 parent afc7fbd
commit 3d2d3a5
Show file tree

Hide file tree

Showing 5 changed files with 9 additions and 15 deletions.
diff --git a/README.md b/README.md
@@ -78,18 +78,6 @@ This project used to leverage ``ctransformers`` as GGML library for loading GGUF
 |tokenizers|0.19.1|
 |*ctransformers*|**deprecated**|
 
-## Tests
-|Vendor|Device|Model|Quality Assurance|
-|-|-|-|-|
-|AMD|GPU|MI300x|✅|
-|AMD|GPU|MI210x|✅|
-|AMD|GPU|RDNA3|✅|
-|AMD|GPU|RDNA2|✅|
-|AMD|GPU|RDNA1|✅|
-|AMD|CPU|Ryzen 3950x|✅|
-
-
-
 
 ## Docs
 

diff --git a/dist/blowtorch-1.3.0-py3-none-any.whl b/dist/blowtorch-1.3.0-py3-none-any.whl
diff --git a/dist/blowtorch-1.3.0.tar.gz b/dist/blowtorch-1.3.0.tar.gz
diff --git a/examples/vllm_gpt.py b/examples/vllm_gpt.py
@@ -0,0 +1,7 @@
+from blowtorch import client, console
+
+chat_bot = client(hugging_face_path='MaziyarPanahi/Meta-Llama-3-8B-Instruct-GPTQ',
+                  chat_format='llama-3',
+                  device='gpu',
+                  attention=True)
+
diff --git a/install.py b/install.py
@@ -1,9 +1,8 @@
 #!/usr/bin/env python3
-#
+###############################################################################
 # blowtorch auto-install script. Will install provided wheel in ./dist branch.
 # https://github.com/B0-B/blowtorch-transformer-api
-
-
+###############################################################################
 
 from os import system as shell, chdir
 from pathlib import Path