You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

314 lines
11KB

  1. use std::collections::{HashMap, HashSet};
  2. use std::path::{Path, PathBuf};
  3. use slotmap::{DenseSlotMap, Key};
  4. use front_matter::SortBy;
  5. use sorting::{find_siblings, sort_pages_by_weight, sort_pages_by_date};
  6. use content::{Page, Section};
  7. /// Houses everything about pages and sections
  8. /// Think of it as a database where each page and section has an id (Key here)
  9. /// that can be used to find the actual value
  10. /// Sections and pages can then refer to other elements by those keys, which are very cheap to
  11. /// copy.
  12. /// We can assume the keys are always existing as removing a page/section deletes all references
  13. /// to that key.
  14. #[derive(Debug)]
  15. pub struct Library {
  16. /// All the pages of the site
  17. pages: DenseSlotMap<Page>,
  18. /// All the sections of the site
  19. sections: DenseSlotMap<Section>,
  20. /// A mapping path -> key for pages so we can easily get their key
  21. paths_to_pages: HashMap<PathBuf, Key>,
  22. /// A mapping path -> key for sections so we can easily get their key
  23. pub paths_to_sections: HashMap<PathBuf, Key>,
  24. }
  25. impl Library {
  26. pub fn new(cap_pages: usize, cap_sections: usize) -> Self {
  27. Library {
  28. pages: DenseSlotMap::with_capacity(cap_pages),
  29. sections: DenseSlotMap::with_capacity(cap_sections),
  30. paths_to_pages: HashMap::with_capacity(cap_pages),
  31. paths_to_sections: HashMap::with_capacity(cap_sections),
  32. }
  33. }
  34. /// Add a section and return its Key
  35. pub fn insert_section(&mut self, section: Section) -> Key {
  36. let path = section.file.path.clone();
  37. let key = self.sections.insert(section);
  38. self.paths_to_sections.insert(path, key);
  39. key
  40. }
  41. /// Add a page and return its Key
  42. pub fn insert_page(&mut self, page: Page) -> Key {
  43. let path = page.file.path.clone();
  44. let key = self.pages.insert(page);
  45. self.paths_to_pages.insert(path, key);
  46. key
  47. }
  48. pub fn pages(&self) -> &DenseSlotMap<Page> {
  49. &self.pages
  50. }
  51. pub fn pages_mut(&mut self) -> &mut DenseSlotMap<Page> {
  52. &mut self.pages
  53. }
  54. pub fn pages_values(&self) -> Vec<&Page> {
  55. self.pages.values().collect::<Vec<_>>()
  56. }
  57. pub fn sections(&self) -> &DenseSlotMap<Section> {
  58. &self.sections
  59. }
  60. pub fn sections_mut(&mut self) -> &mut DenseSlotMap<Section> {
  61. &mut self.sections
  62. }
  63. pub fn sections_values(&self) -> Vec<&Section> {
  64. self.sections.values().collect::<Vec<_>>()
  65. }
  66. /// Find out the direct subsections of each subsection if there are some
  67. /// as well as the pages for each section
  68. pub fn populate_sections(&mut self) {
  69. let (root_path, index_path) = self.sections
  70. .values()
  71. .find(|s| s.is_index())
  72. .map(|s| (s.file.parent.clone(), s.file.path.clone()))
  73. .unwrap();
  74. let root_key = self.paths_to_sections[&index_path];
  75. // We are going to get both the ancestors and grandparents for each section in one go
  76. let mut ancestors: HashMap<PathBuf, Vec<_>> = HashMap::new();
  77. let mut subsections: HashMap<PathBuf, Vec<_>> = HashMap::new();
  78. for section in self.sections.values_mut() {
  79. // Make sure the pages of a section are empty since we can call that many times on `serve`
  80. section.pages = vec![];
  81. section.ignored_pages = vec![];
  82. if let Some(ref grand_parent) = section.file.grand_parent {
  83. subsections
  84. .entry(grand_parent.join("_index.md"))
  85. .or_insert_with(|| vec![])
  86. .push(section.file.path.clone());
  87. }
  88. // Index has no ancestors, no need to go through it
  89. if section.is_index() {
  90. ancestors.insert(section.file.path.clone(), vec![]);
  91. continue;
  92. }
  93. let mut path = root_path.clone();
  94. // Index section is the first ancestor of every single section
  95. let mut parents = vec![root_key.clone()];
  96. for component in &section.file.components {
  97. path = path.join(component);
  98. // Skip itself
  99. if path == section.file.parent {
  100. continue;
  101. }
  102. if let Some(section_key) = self.paths_to_sections.get(&path.join("_index.md")) {
  103. parents.push(*section_key);
  104. }
  105. }
  106. ancestors.insert(section.file.path.clone(), parents);
  107. }
  108. for (key, page) in &mut self.pages {
  109. let parent_section_path = page.file.parent.join("_index.md");
  110. if let Some(section_key) = self.paths_to_sections.get(&parent_section_path) {
  111. self.sections.get_mut(*section_key).unwrap().pages.push(key);
  112. page.ancestors = ancestors.get(&parent_section_path).cloned().unwrap_or_else(|| vec![]);
  113. // Don't forget to push the actual parent
  114. page.ancestors.push(*section_key);
  115. }
  116. }
  117. self.sort_sections_pages();
  118. let sections = self.paths_to_sections.clone();
  119. let mut sections_weight = HashMap::new();
  120. for (key, section) in &self.sections {
  121. sections_weight.insert(key, section.meta.weight);
  122. }
  123. for section in self.sections.values_mut() {
  124. if let Some(ref children) = subsections.get(&section.file.path) {
  125. let mut children: Vec<_> = children.iter().map(|p| sections[p]).collect();
  126. children.sort_by(|a, b| sections_weight[a].cmp(&sections_weight[b]));
  127. section.subsections = children;
  128. }
  129. section.ancestors = ancestors.get(&section.file.path).cloned().unwrap_or_else(|| vec![]);
  130. }
  131. }
  132. /// Sort all sections pages
  133. pub fn sort_sections_pages(&mut self) {
  134. let mut updates = HashMap::new();
  135. for (key, section) in &self.sections {
  136. let (sorted_pages, cannot_be_sorted_pages) = match section.meta.sort_by {
  137. SortBy::None => continue,
  138. SortBy::Date => {
  139. let data = section.pages
  140. .iter()
  141. .map(|k| {
  142. if let Some(page) = self.pages.get(*k) {
  143. (k, page.meta.datetime, page.permalink.as_ref())
  144. } else {
  145. unreachable!("Sorting got an unknown page")
  146. }
  147. })
  148. .collect();
  149. sort_pages_by_date(data)
  150. },
  151. SortBy::Weight => {
  152. let data = section.pages
  153. .iter()
  154. .map(|k| {
  155. if let Some(page) = self.pages.get(*k) {
  156. (k, page.meta.weight, page.permalink.as_ref())
  157. } else {
  158. unreachable!("Sorting got an unknown page")
  159. }
  160. })
  161. .collect();
  162. sort_pages_by_weight(data)
  163. }
  164. };
  165. updates.insert(key, (sorted_pages, cannot_be_sorted_pages, section.meta.sort_by));
  166. }
  167. for (key, (sorted, cannot_be_sorted, sort_by)) in updates {
  168. // Find sibling between sorted pages first
  169. let with_siblings = find_siblings(sorted.iter().map(|k| {
  170. if let Some(page) = self.pages.get(*k) {
  171. (k, page.is_draft())
  172. } else {
  173. unreachable!("Sorting got an unknown page")
  174. }
  175. }).collect());
  176. for (k2, val1, val2) in with_siblings {
  177. if let Some(page) = self.pages.get_mut(k2) {
  178. match sort_by {
  179. SortBy::Date => {
  180. page.earlier = val2;
  181. page.later = val1;
  182. },
  183. SortBy::Weight => {
  184. page.lighter = val1;
  185. page.heavier = val2;
  186. },
  187. SortBy::None => unreachable!("Impossible to find siblings in SortBy::None")
  188. }
  189. } else {
  190. unreachable!("Sorting got an unknown page")
  191. }
  192. }
  193. if let Some(s) = self.sections.get_mut(key) {
  194. s.pages = sorted;
  195. s.ignored_pages = cannot_be_sorted;
  196. }
  197. }
  198. }
  199. /// Find all the orphan pages: pages that are in a folder without an `_index.md`
  200. pub fn get_all_orphan_pages(&self) -> Vec<&Page> {
  201. let pages_in_sections = self.sections
  202. .values()
  203. .flat_map(|s| &s.pages)
  204. .collect::<HashSet<_>>();
  205. self.pages
  206. .iter()
  207. .filter(|(key, _)| !pages_in_sections.contains(&key))
  208. .map(|(_, page)| page)
  209. .collect()
  210. }
  211. pub fn find_parent_section(&self, path: &Path) -> Option<&Section> {
  212. let page_key = self.paths_to_pages[path];
  213. for s in self.sections.values() {
  214. if s.pages.contains(&page_key) {
  215. return Some(s)
  216. }
  217. }
  218. None
  219. }
  220. /// Only used in tests
  221. pub fn get_section_key(&self, path: &PathBuf) -> Option<&Key> {
  222. self.paths_to_sections.get(path)
  223. }
  224. pub fn get_section(&self, path: &PathBuf) -> Option<&Section> {
  225. self.sections.get(self.paths_to_sections.get(path).cloned().unwrap_or_default())
  226. }
  227. pub fn get_section_mut(&mut self, path: &PathBuf) -> Option<&mut Section> {
  228. self.sections.get_mut(self.paths_to_sections.get(path).cloned().unwrap_or_default())
  229. }
  230. pub fn get_section_by_key(&self, key: Key) -> &Section {
  231. self.sections.get(key).unwrap()
  232. }
  233. pub fn get_section_mut_by_key(&mut self, key: Key) -> &mut Section {
  234. self.sections.get_mut(key).unwrap()
  235. }
  236. pub fn get_section_path_by_key(&self, key: Key) -> &str {
  237. &self.get_section_by_key(key).file.relative
  238. }
  239. pub fn get_page(&self, path: &PathBuf) -> Option<&Page> {
  240. self.pages.get(self.paths_to_pages.get(path).cloned().unwrap_or_default())
  241. }
  242. pub fn get_page_by_key(&self, key: Key) -> &Page {
  243. self.pages.get(key).unwrap()
  244. }
  245. pub fn remove_section(&mut self, path: &PathBuf) -> Option<Section> {
  246. if let Some(k) = self.paths_to_sections.remove(path) {
  247. self.sections.remove(k)
  248. } else {
  249. None
  250. }
  251. }
  252. pub fn remove_page(&mut self, path: &PathBuf) -> Option<Page> {
  253. if let Some(k) = self.paths_to_pages.remove(path) {
  254. self.pages.remove(k)
  255. } else {
  256. None
  257. }
  258. }
  259. /// Used in rebuild, to check if we know it already
  260. pub fn contains_section(&self, path: &PathBuf) -> bool {
  261. self.paths_to_sections.contains_key(path)
  262. }
  263. /// Used in rebuild, to check if we know it already
  264. pub fn contains_page(&self, path: &PathBuf) -> bool {
  265. self.paths_to_pages.contains_key(path)
  266. }
  267. }