Make Inference-Perf Package-able / Use Modern Python Tooling

.github/workflows/format.yml

@@ -8,7 +8,7 @@ on:
   pull_request:
 
 jobs:
-  black-format-check:
+  format-check:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout Code

.pre-commit-config.yaml

@@ -0,0 +1,20 @@
+repos:
+- repo: https://github.com/pdm-project/pdm
+  rev: 2.22.3
+  hooks:
+    - id: pdm-lock-check
+      name: check lock file matches pyproject
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.9.4
+  hooks:
+    - id: ruff
+      name: run the linter
+      args: [ --fix ]
+    - id: ruff-format
+      name: run the formatter
+- repo: https://github.com/pre-commit/mirrors-mypy
+  rev: v1.14.1
+  hooks:
+    - id: mypy
+      name: run static type check
+      args: [--strict, --ignore-missing-imports]

Makefile

@@ -1,19 +1,16 @@
 VENV := .venv
 
-# Format Python code with black
+# Format Python code with ruff format
 .PHONY: format
 format:
-	@echo "Formatting Python files with black..."
-	$(VENV)/bin/black .
+	@echo "Formatting Python files with ruff format..."
+	$(VENV)/bin/ruff format
 
-# Run flake8 to lint Python code in the whole repository
+# Run ruff check to lint Python code in the whole repository
 .PHONY: lint
 lint:
-	@echo "Linting Python files with flake8..."
-	# stop if there are Python syntax errors or undefined names
-	$(VENV)/bin/flake8 ./inference_perf --count --select=E9,F63,F7,F82 --show-source --statistics
-	# exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
-	$(VENV)/bin/flake8 ./inference_perf --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+	@echo "Linting Python files with ruff check..."
+	$(VENV)/bin/ruff check
 
 # Perform type checking
 .PHONY: type-check
@@ -30,7 +27,7 @@ all-deps:
 	fi
 	@echo "Activating virtual environment and installing dependencies..."
 	$(VENV)/bin/pip install --upgrade pip
-	$(VENV)/bin/pip install -r requirements.txt
+	$(VENV)/bin/pip install -e .
 
 .PHONY: check
-check: all-deps lint type-check
+check: all-deps lint type-check

pyproject.toml

@@ -0,0 +1,67 @@
+[project]
+name = "inference-perf"
+version = "0.0.1"
+description = "A GenAI inference performance benchmarking tool."
+authors = []
+dependencies = [
+    "aiohttp>=3.11.11",
+]
+requires-python = ">=3.12"
+readme = "README.md"
+license = {text = "Apache-2.0"}
+
+
+[dependency-groups]
+dev = [
+    "mypy>=1.14.1",
+    "ruff>=0.9.4",
+    "pre-commit>=4.1.0",
+]
+
+[tool.ruff]
+# The GitHub editor is 127 chars wide
+line-length = 127
+indent-width = 4
+
+[tool.ruff.lint]
+# Enable Pyflakes (`F`) and a subset of the pycodestyle (`E`)  codes by default.
+# On top of the defaults (`E4`, E7`, `E9`, and `F`), enable flake8-bugbear (`B`)
+# Unlike Flake8, Ruff doesn't enable pycodestyle warnings (`W`) or
+# McCabe complexity (`C901`) by default.
+select = ["E4", "E7", "E9", "F", "B"]
+ignore = []
+
+# Allow fix for all enabled rules (when `--fix`) is provided.
+fixable = ["ALL"]
+unfixable = []
+
+[tool.ruff.format]
+# Like Black, use double quotes for strings.
+quote-style = "double"
+
+# Like Black, indent with spaces, rather than tabs.
+indent-style = "space"
+
+# Like Black, respect magic trailing commas.
+skip-magic-trailing-comma = false
+
+# Like Black, automatically detect the appropriate line ending.
+line-ending = "auto"
+
+# Enable auto-formatting of code examples in docstrings. Markdown,
+# reStructuredText code/literal blocks and doctests are all supported.
+#
+# This is currently disabled by default, but it is planned for this
+# to be opt-out in the future.
+docstring-code-format = false
+
+# Set the line length limit used when formatting code snippets in
+# docstrings.
+#
+# This only has an effect when the `docstring-code-format` setting is
+# enabled.
+docstring-code-line-length = "dynamic"
+
+[tool.pdm]
+distribution = true
+

requirements.txt

@@ -1,2 +1 @@
--r requirements/build.txt
--r requirements/run.txt
+-e . # Install requirements from pyproject