1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
use anyhow::Context;
use chrono::NaiveDate;
use serde::{Deserialize, Serialize};
// stories and their information
// derive from JSON
// process to context for HTML
#[derive(Debug, Deserialize, Serialize)]
pub struct Stories(Vec<Story>);
#[derive(Debug, Deserialize, Serialize)]
struct Story {
title: String,
description: String,
path_to_document: String,
number_of_pages: u16,
language: Language,
last_update: NaiveDate,
}
// see src/works/mod.rs for information of Works trait
impl super::Works for Stories {
// render single pages for every story with the extracted text and a download button
fn render_single_pages(
&self,
tera_instance: &tera::Tera,
template_name: &str,
) -> anyhow::Result<()> {
let mut result = Vec::new();
for story in self.0.iter() {
if story.update_available()? {
let mut context = tera::Context::new();
context.insert("story", story);
context.insert("text", &story.get_text()?);
result.push(std::fs::write(
story.get_html_path().as_str(),
tera_instance.render(format!("{}.html", template_name).as_str(), &context)?,
));
}
}
anyhow::Ok(()).with_context(|| "Failed to render single story pages")
}
}
impl Story {
// check if it's necessary to re-compile the html single page
fn update_available(&self) -> anyhow::Result<bool> {
// pdf document changes
anyhow::Ok(
std::fs::metadata(format!("docs/stories/{}", &self.path_to_document))?.modified()?
> std::fs::metadata(self.get_html_path())?.modified()?
// base template changes
|| std::fs::metadata("templates/base.html")?.modified()?
> std::fs::metadata(self.get_html_path())?.modified()?
// story template changes
||std::fs::metadata("templates/story.html")?.modified()? > std::fs::metadata(self.get_html_path())?.modified()?
// HTML file doesn't exist yet
|| !std::path::Path::new(&self.get_html_path()).exists()
// add error context
).with_context(|| format!("Failed to check for update for {}", self.title))
}
// use story document name for the single page
// e.g. mit_gutem_gewissen.pdf -> mit_gutem_gewissen.html
fn get_html_path(&self) -> String {
format!(
"docs/stories/{}.html",
self.path_to_document.replace(".pdf", "")
)
}
// extract text from pdf document
fn get_text(&self) -> anyhow::Result<String> {
// TODO:
// - 1-2 digit number with linebreak e.g. "Es ist 10\n geworden" not usable in texts
// - currently only linebreaks before quotes, but not after paragraphs
let mut text =
pdf_extract::extract_text(format!("docs/stories/{}", &self.path_to_document))?;
text = regex::Regex::new(r"\n\n»")?
.replace_all(&text, "<br>»")
.to_string();
text = regex::Regex::new(r"\d{1,2}?\n \d")?
.replace_all(&text, "")
.to_string();
text = regex::Regex::new(r"-?\d{1,2}\n")?
.replace_all(&text, "")
.to_string();
text = regex::Regex::new(r"-\n\n")?
.replace_all(&text, "")
.to_string();
text = regex::Regex::new("\n\n")?
.replace_all(&text, " ")
.to_string();
anyhow::Ok(text).with_context(|| format!("Failed to extract text for {}", self.title))
}
}
// language of story content
#[derive(Deserialize, Serialize, Debug)]
pub enum Language {
German,
English,
}
|
