fix ci (#2)

* fix ci

* fix ci

* update ci

* update

.github/workflows/labeler.yml

@@ -6,6 +6,6 @@ jobs:
   triage:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/labeler@v3
+    - uses: actions/labeler@v4
       with:
         repo-token: "${{ secrets.GITHUB_TOKEN }}"

.github/workflows/publish-to-test-pypi.yml → .github/workflows/publish-to-test-pypi.yml.off

@@ -26,6 +26,6 @@ jobs:
 
       - name: Publish distribution 📦 to PyPI
         if: startsWith(github.ref, 'refs/tags')
-        uses: pypa/gh-action-pypi-publish@master
+        uses: pypa/gh-action-pypi-publish@release/v1
         with:
           password: ${{ secrets.PYPI_API_TOKEN }}

.pre-commit-config.yaml

@@ -14,7 +14,6 @@ repos:
     rev: v4.4.0
     hooks:
       - id: trailing-whitespace
-      - id: check-yaml
       - id: check-docstring-first
       - id: check-toml
       - id: check-case-conflict

mkdocs.yml

@@ -60,7 +60,7 @@ plugins:
             show_source: false
 
 extra:
-  homepage: https://TEMPLATE_URL
+  homepage: https://github.com/aniketmaurya/fastserve
 
 nav:
   - Introduction: 'index.md'

pyproject.toml

@@ -1,3 +1,17 @@
 [build-system]
 requires = ["setuptools"]
 build-backend = "setuptools.build_meta"
+
+[tool.ruff]
+extend-include = ["*.ipynb"]
+
+[tool.ruff.lint]
+select = [
+    # Pyflakes
+    "F",
+    # Pycodestyle
+    "E",
+    "W",
+    # isort
+    "I001"
+]

setup.cfg

@@ -2,12 +2,12 @@
 name = fastserve
 version = attr: fastserve.__version__
 author = Aniket Maurya
-author_email = AUTHOR_EMAIL
-description = Package description
+author_email = theaniketmaurya@gmail.com
+description = 'Machine Learning Serving focused on GenAI & LLMs with simplicity as the top priority.'
 description-file = README.md
 long_description = file: README.md, LICENSE.md
 long_description_content_type = text/markdown
-url = package_url
+url = https://github.com/aniketmaurya/fastserve
 license = Apache License 2.0
 keywords = opensource, python
 

src/benchmarks/locustfile.py

@@ -13,6 +13,5 @@ def hello_world(self):
             "prompt": "An astronaut riding a green horse",
             "negative_prompt": "ugly, blurry, poor quality",
         }
-        base_url = self.client.base_url
         response = self.client.post("/endpoint", headers=headers, json=data)
         response.raise_for_status()

src/fastserve/__init__.py

@@ -1,4 +1,3 @@
 """A Python Project"""
-from .base_fastserve import BaseRequest, FastServe
 
 __version__ = "0.0.1"

src/fastserve/batching.py

@@ -83,7 +83,13 @@ def get(self, timeout: float = None) -> Any:
         return self.result
 
     def __repr__(self) -> str:
-        return f"WaitedOjb({dict(item=self.item, completed=self.completed, result=self.result, completion_time=self.completion_time)})"
+        d = dict(
+            item=self.item,
+            completed=self.completed,
+            result=self.result,
+            completion_time=self.completion_time,
+        )
+        return f"WaitedOjb({d})"
 
 
 class BatchProcessor:

src/fastserve/models/__init__.py

@@ -1,3 +0,0 @@
-from .llama_cpp import ServeLlamaCpp
-from .sdxl_turbo import ServeSDXLTurbo
-from .ssd import ServeSSD1B

tests/test_batching.py

@@ -1,14 +1,16 @@
+import random
+
 from fastserve.batching import BatchProcessor
 
 
 def fake_ml_api(X):
-    n = len(X)
     # print(f"{n} items")
     for i in range(1000):
         for j in range(1000):
             for k in range(50):
-                l = i / 1000 * j / 1000
-    return [x + l for x in X]
+                pass
+
+    return [x * random.randint(0, 10) for x in X]
 
 
 def test_batch_processor():