Replace LLM cleanup with deterministic profiling

This commit is contained in:
jiachun
2026-08-18 17:36:36 +08:00
parent d48cce3f81
commit 4a062134d3
47 changed files with 1371 additions and 3846 deletions
+5 -10
View File
@@ -4,8 +4,8 @@ build-backend = "setuptools.build_meta"
[project]
name = "swe-data-processing"
version = "2.0.0"
description = "Static quality control and repair planning for Open-SWE-Traces."
version = "3.0.0"
description = "Deterministic profiling and filtering for Open-SWE-Traces."
readme = "README.md"
requires-python = ">=3.10"
license = {text = "MIT"}
@@ -13,12 +13,13 @@ authors = [
{name = "TIGER Lab"}
]
dependencies = [
"httpx>=0.27,<1",
"jsonschema>=4.23,<5",
"pyarrow>=16,<26"
]
[project.optional-dependencies]
tokens = [
"tokenizers>=0.21,<1"
]
dev = [
"pytest>=8,<10",
"ruff>=0.9,<1"
@@ -34,12 +35,6 @@ include-package-data = true
[tool.setuptools.packages.find]
where = ["src"]
[tool.setuptools.package-data]
swe_data_processing = [
"prompts/*.md",
"schemas/*.json"
]
[tool.pytest.ini_options]
testpaths = ["tests"]
addopts = "-q"