koalp
970f510cd1
Add retrieval from le monde diplomatique Previously, 404 pages were injected in the document when downloading styles Now, the downloader returns None when documents are not found
31 lines
618 B
TOML
31 lines
618 B
TOML
[package]
|
|
name = "crieur-retrieve"
|
|
description = "Retrive articles from newspapers websites"
|
|
authors = ["koalp <koalp@aplaga.dev>"]
|
|
version = "0.1.0"
|
|
edition = "2018"
|
|
publish = false
|
|
|
|
[dependencies]
|
|
anyhow = "1.0.40"
|
|
async-trait = "0.1.50"
|
|
thiserror = "1.0.24"
|
|
url = "2.2.2"
|
|
hyper = { version = "0.14.7", features = ["full"] }
|
|
hyper-rustls = "0.22.1"
|
|
cookie = "0.15.0"
|
|
lol_html = "0.3.0"
|
|
indoc = "1.0.3"
|
|
html-minifier = "3.0.11"
|
|
bytes = "1.0.1"
|
|
base64 = "0.13.0"
|
|
futures = "0.3.14"
|
|
derive_builder = "0.10.2"
|
|
nipper = "0.1.9"
|
|
log = "0.4.14"
|
|
env_logger = "0.8.3"
|
|
itertools = "0.10.0"
|
|
|
|
[dev-dependencies]
|
|
tokio = "1.5.0"
|