Add basic dlsite crawler

Reformat application config
This commit is contained in:
2025-10-18 01:32:00 +08:00
parent fea4e8d35e
commit 27bee0cfde
10 changed files with 922 additions and 166 deletions

View File

@@ -9,14 +9,13 @@ edition = "2024"
[dependencies]
color-eyre = "0.6.3"
futures = "0.3.28"
tokio-util = "0.7.9"
tokio-utils = "0.1.2"
directories = "6.0.0"
lazy_static = "1.5.0"
robotstxt = "0.3.0"
scraper = "0.24.0"
rat-cursor = "1.2.1"
serde_json = "1.0.145"
image = "0.25.8"
[dependencies.serde]
version = "1.0.228"
@@ -41,7 +40,7 @@ features = ["derive", "cargo"]
[dependencies.reqwest]
version = "0.12.23"
features = ["blocking"]
features = ["blocking", "json"]
[dependencies.tokio]
version = "1.47.1"
@@ -50,11 +49,3 @@ features = ["full"]
[dependencies.diesel]
version = "2.3.2"
features = ["sqlite"]
[dependencies.libsqlite3-sys]
version = "0.35.0"
features = ["bundled"]
[dependencies.uuid]
version = "1.18.1"
features = ["v4"]