1use std::collections::{HashMap, hash_map::Entry};
2
3use futures::future::BoxFuture;
4use headless_lms_utils::{document_schema_processor::GutenbergBlock, merge_edits};
5use serde_json::Value;
6use url::Url;
7use utoipa::ToSchema;
8
9use crate::{
10 SpecFetcher,
11 exercise_service_info::ExerciseServiceInfoApi,
12 page_history::HistoryChangeReason,
13 pages::{CmsPageUpdate, PageUpdateArgs},
14 prelude::*,
15 proposed_block_edits::{
16 BlockProposal, BlockProposalAction, BlockProposalInfo, EditedBlockNoLongerExistsData,
17 EditedBlockStillExistsData, NewProposedBlockEdit, ProposalStatus,
18 },
19};
20
21#[derive(Debug, Serialize, Deserialize, PartialEq, Clone, Eq, ToSchema)]
22
23pub struct NewProposedPageEdits {
24 pub page_id: Uuid,
25 pub block_edits: Vec<NewProposedBlockEdit>,
26}
27
28#[derive(Debug, Serialize, Deserialize, PartialEq, Clone, Eq, ToSchema)]
29pub struct ProposedPageEdit {
30 pub id: Uuid,
31 pub course_id: Uuid,
32 pub page_id: Uuid,
33 pub user_id: Option<Uuid>,
34 pub pending: bool,
35 pub created_at: DateTime<Utc>,
36 pub updated_at: DateTime<Utc>,
37 pub deleted_at: Option<DateTime<Utc>>,
38}
39
40#[derive(Debug, Serialize, Deserialize, PartialEq, Clone, Eq, ToSchema)]
41
42pub struct PageProposal {
43 pub id: Uuid,
44 pub page_id: Uuid,
45 pub user_id: Option<Uuid>,
46 pub pending: bool,
47 pub created_at: DateTime<Utc>,
48 pub block_proposals: Vec<BlockProposal>,
49 pub page_title: String,
50 pub page_url_path: String,
51}
52
53#[derive(Debug, Serialize, Deserialize, PartialEq, Clone, Eq, ToSchema)]
54
55pub struct EditProposalInfo {
56 pub page_id: Uuid,
57 pub page_proposal_id: Uuid,
58 pub block_proposals: Vec<BlockProposalInfo>,
59}
60
61#[derive(Debug, Serialize, Deserialize, PartialEq, Clone, Eq, ToSchema)]
62
63pub struct ProposalCount {
64 pub pending: u32,
65 pub handled: u32,
66}
67
68pub async fn insert(
69 conn: &mut PgConnection,
70 pkey_policy: PKeyPolicy<Uuid>,
71 course_id: Uuid,
72 user_id: Option<Uuid>,
73 edits: &NewProposedPageEdits,
74) -> ModelResult<(Uuid, Vec<Uuid>)> {
75 if edits.block_edits.is_empty() {
76 return Err(model_err!(Generic, "No block edits".to_string()));
77 }
78
79 let mut tx = conn.begin().await?;
80 let page_res = sqlx::query!(
81 "
82INSERT INTO proposed_page_edits (id, course_id, page_id, user_id)
83VALUES ($1, $2, $3, $4)
84RETURNING *
85 ",
86 pkey_policy.into_uuid(),
87 course_id,
88 edits.page_id,
89 user_id,
90 )
91 .fetch_one(&mut *tx)
92 .await?;
93
94 let mut block_ids = vec![];
95 for block_edit in &edits.block_edits {
96 let res = sqlx::query!(
97 "
98INSERT INTO proposed_block_edits (
99 proposal_id,
100 block_id,
101 block_attribute,
102 original_text,
103 changed_text
104)
105VALUES ($1, $2, $3, $4, $5)
106RETURNING *
107",
108 page_res.id,
109 block_edit.block_id,
110 block_edit.block_attribute,
111 block_edit.original_text,
112 block_edit.changed_text
113 )
114 .fetch_one(&mut *tx)
115 .await?;
116 block_ids.push(res.id);
117 }
118 tx.commit().await?;
119 Ok((page_res.id, block_ids))
120}
121
122pub async fn get_by_id(conn: &mut PgConnection, id: Uuid) -> ModelResult<ProposedPageEdit> {
123 let res = sqlx::query_as!(
124 ProposedPageEdit,
125 r#"
126SELECT *
127FROM proposed_page_edits
128WHERE id = $1
129 AND deleted_at IS NULL
130 "#,
131 id
132 )
133 .fetch_one(conn)
134 .await?;
135 Ok(res)
136}
137
138pub async fn create_for_page_id_and_course_id(
139 conn: &mut PgConnection,
140 pkey_policy: PKeyPolicy<Uuid>,
141 course_id: Uuid,
142 user_id: Option<Uuid>,
143 edits: &NewProposedPageEdits,
144) -> ModelResult<(Uuid, Vec<Uuid>)> {
145 if edits.block_edits.is_empty() {
146 return Err(model_err!(Generic, "No block edits".to_string()));
147 }
148
149 let mut tx = conn.begin().await?;
150 let page_res = sqlx::query!(
151 r#"
152INSERT INTO proposed_page_edits (id, course_id, page_id, user_id)
153SELECT $1, $2, pages.id, $4
154FROM pages
155WHERE pages.id = $3
156 AND pages.course_id = $2
157 AND pages.deleted_at IS NULL
158RETURNING *
159 "#,
160 pkey_policy.into_uuid(),
161 course_id,
162 edits.page_id,
163 user_id
164 )
165 .fetch_one(&mut *tx)
166 .await?;
167
168 let mut block_ids = vec![];
169 for block_edit in &edits.block_edits {
170 let res = sqlx::query!(
171 "
172INSERT INTO proposed_block_edits (
173 proposal_id,
174 block_id,
175 block_attribute,
176 original_text,
177 changed_text
178)
179VALUES ($1, $2, $3, $4, $5)
180RETURNING *
181",
182 page_res.id,
183 block_edit.block_id,
184 block_edit.block_attribute,
185 block_edit.original_text,
186 block_edit.changed_text
187 )
188 .fetch_one(&mut *tx)
189 .await?;
190 block_ids.push(res.id);
191 }
192 tx.commit().await?;
193 Ok((page_res.id, block_ids))
194}
195
196pub async fn get_proposals_for_course(
197 conn: &mut PgConnection,
198 course_id: Uuid,
199 pending: bool,
200 pagination: Pagination,
201) -> ModelResult<Vec<PageProposal>> {
202 let res = sqlx::query!(
203 r#"
204SELECT proposed_page_edits.id AS "page_proposal_id!",
205 proposed_block_edits.id AS "block_proposal_id!",
206 page_id as "page_id!",
207 user_id,
208 block_id,
209 original_text,
210 changed_text,
211 proposed_page_edits.pending as "pending!",
212 block_attribute,
213 proposed_block_edits.status AS "block_proposal_status",
214 proposed_page_edits.created_at as "created_at!",
215 pages.title as "page_title!",
216 pages.url_path as "page_url_path!"
217FROM (
218 SELECT id,
219 page_id,
220 user_id,
221 pending,
222 created_at
223 FROM proposed_page_edits
224 WHERE course_id = $1
225 AND pending = $2
226 AND deleted_at IS NULL
227 ORDER BY created_at DESC,
228 id
229 LIMIT $3 OFFSET $4
230 ) proposed_page_edits
231 LEFT JOIN proposed_block_edits ON proposed_page_edits.id = proposed_block_edits.proposal_id
232 LEFT JOIN pages ON proposed_page_edits.page_id = pages.id
233WHERE proposed_block_edits.deleted_at IS NULL
234"#,
235 course_id,
236 pending,
237 pagination.limit(),
238 pagination.offset(),
239 )
240 .fetch_all(&mut *conn)
241 .await?;
242
243 let mut proposals = HashMap::new();
244 let mut pages = HashMap::new();
245
246 for r in res {
247 let page_proposal_id = r.page_proposal_id;
248 let page_id = r.page_id;
249 let user_id = r.user_id;
250 let page_proposal_pending = r.pending;
251 let created_at = r.created_at;
252 let original_text = r.original_text;
253 let changed_text = r.changed_text;
254 let page_proposal =
255 proposals
256 .entry(r.page_proposal_id)
257 .or_insert_with(move || PageProposal {
258 id: page_proposal_id,
259 page_id,
260 user_id,
261 pending: page_proposal_pending,
262 created_at,
263 block_proposals: Vec::new(),
264 page_title: r.page_title,
265 page_url_path: r.page_url_path,
266 });
267
268 let content = match pages.entry(r.page_id) {
269 Entry::Occupied(o) => o.into_mut(),
270 Entry::Vacant(v) => {
271 let page = crate::pages::get_page(&mut *conn, r.page_id).await?;
272 let content: Vec<GutenbergBlock> = serde_json::from_value(page.content)?;
273 v.insert(content)
274 }
275 };
276
277 let block = content.iter().find(|b| b.client_id == r.block_id);
278
279 let block_proposal_id = r.block_proposal_id;
280 let block_id = r.block_id;
281 let block_proposal_status = r.block_proposal_status;
282
283 if let Some(block) = block {
284 let content = block
285 .attributes
286 .get(&r.block_attribute)
287 .ok_or_else(|| {
288 ModelError::new(
289 ModelErrorType::Generic,
290 format!(
291 "Missing expected attribute '{}' in edited block",
292 r.block_attribute
293 ),
294 None,
295 )
296 })?
297 .as_str()
298 .ok_or_else(|| {
299 ModelError::new(
300 ModelErrorType::Generic,
301 format!("Attribute '{}' did not contain a string", r.block_attribute),
302 None,
303 )
304 })?
305 .to_string();
306 page_proposal
307 .block_proposals
308 .push(BlockProposal::EditedBlockStillExists(
309 EditedBlockStillExistsData {
310 accept_preview: merge_edits::merge(&original_text, &changed_text, &content),
311 id: block_proposal_id,
312 block_id,
313 current_text: content.to_string(),
314 changed_text: changed_text.to_string(),
315 status: block_proposal_status,
316 original_text: original_text.to_string(),
317 },
318 ));
319 } else {
320 page_proposal
321 .block_proposals
322 .push(BlockProposal::EditedBlockNoLongerExists(
323 EditedBlockNoLongerExistsData {
324 id: block_proposal_id,
325 block_id,
326 changed_text: changed_text.to_string(),
327 status: block_proposal_status,
328 original_text: original_text.to_string(),
329 },
330 ));
331 }
332 }
333
334 let mut proposals = proposals.into_values().collect::<Vec<_>>();
335 proposals.sort_by(|left, right| left.created_at.cmp(&right.created_at).reverse());
336 Ok(proposals)
337}
338
339pub async fn get_proposal_count_for_course(
340 conn: &mut PgConnection,
341 course_id: Uuid,
342) -> ModelResult<ProposalCount> {
343 let res = sqlx::query!(
344 "
345SELECT COUNT(*) filter (
346 where proposed_page_edits.pending = true
347) AS pending,
348COUNT(*) filter (
349 where proposed_page_edits.pending = false
350) AS handled
351FROM proposed_page_edits
352WHERE proposed_page_edits.course_id = $1
353AND proposed_page_edits.deleted_at IS NULL
354",
355 course_id,
356 )
357 .fetch_one(conn)
358 .await?;
359 let count = ProposalCount {
360 pending: res.pending.unwrap_or_default().try_into()?,
361 handled: res.handled.unwrap_or_default().try_into()?,
362 };
363 Ok(count)
364}
365
366pub async fn process_proposal(
367 conn: &mut PgConnection,
368 page_id: Uuid,
369 page_proposal_id: Uuid,
370 block_proposals: Vec<BlockProposalInfo>,
371 author: Uuid,
372 spec_fetcher: impl SpecFetcher,
373 fetch_service_info: impl Fn(Url) -> BoxFuture<'static, ModelResult<ExerciseServiceInfoApi>>,
374) -> ModelResult<()> {
375 if block_proposals.is_empty() {
376 return Err(model_err!(
377 Generic,
378 "No block proposals to process".to_string()
379 ));
380 }
381
382 let mut tx = conn.begin().await?;
383 let page_with_exercises = crate::pages::get_page_with_exercises(&mut tx, page_id).await?;
384 let mut blocks = page_with_exercises.page.blocks_cloned()?;
385 for BlockProposalInfo { id, action } in block_proposals {
386 match action {
387 BlockProposalAction::Accept(contents) => {
388 let res = sqlx::query!(
389 "
390UPDATE proposed_block_edits
391SET status = 'accepted'
392WHERE id = $1
393RETURNING *
394",
395 id
396 )
397 .fetch_one(&mut *tx)
398 .await?;
399 let block = blocks
400 .iter_mut()
401 .find(|b| b.client_id == res.block_id)
402 .ok_or_else(|| {
403 ModelError::new(
404 ModelErrorType::Generic,
405 "Failed to find the block which the proposal was for".to_string(),
406 None,
407 )
408 })?;
409 let current_content =
410 block
411 .attributes
412 .get_mut(&res.block_attribute)
413 .ok_or_else(|| {
414 ModelError::new(
415 ModelErrorType::Generic,
416 format!("Edited block has no attribute {}", &res.block_attribute),
417 None,
418 )
419 })?;
420 if let Value::String(s) = current_content {
421 *s = contents;
422 } else {
423 return Err(ModelError::new(
424 ModelErrorType::Generic,
425 format!(
426 "Block attribute {} did not contain a string",
427 res.block_attribute
428 ),
429 None,
430 ));
431 }
432 }
433 BlockProposalAction::Reject => {
434 sqlx::query!(
435 "
436UPDATE proposed_block_edits
437SET status = 'rejected'
438WHERE id = $1
439",
440 id
441 )
442 .execute(&mut *tx)
443 .await?;
444 }
445 }
446 }
447
448 let cms_page_update = CmsPageUpdate {
449 content: blocks,
450 exercises: page_with_exercises.exercises,
451 exercise_slides: page_with_exercises.exercise_slides,
452 exercise_tasks: page_with_exercises.exercise_tasks,
453 url_path: page_with_exercises.page.url_path,
454 title: page_with_exercises.page.title,
455 chapter_id: page_with_exercises.page.chapter_id,
456 };
457 crate::pages::update_page(
458 &mut tx,
459 PageUpdateArgs {
460 page_id: page_with_exercises.page.id,
461 author,
462 cms_page_update,
463 retain_ids: true,
464 history_change_reason: HistoryChangeReason::PageSaved,
465 is_exam_page: page_with_exercises.page.exam_id.is_some(),
466 },
467 spec_fetcher,
468 fetch_service_info,
469 )
470 .await?;
471
472 update_page_edit_status(&mut tx, page_proposal_id).await?;
473
474 tx.commit().await?;
475 Ok(())
476}
477
478pub async fn process_by_id_and_page_id(
479 conn: &mut PgConnection,
480 page_id: Uuid,
481 page_proposal_id: Uuid,
482 block_proposals: Vec<BlockProposalInfo>,
483 author: Uuid,
484 spec_fetcher: impl SpecFetcher,
485 fetch_service_info: impl Fn(Url) -> BoxFuture<'static, ModelResult<ExerciseServiceInfoApi>>,
486) -> ModelResult<()> {
487 if block_proposals.is_empty() {
488 return Err(model_err!(
489 Generic,
490 "No block proposals to process".to_string()
491 ));
492 }
493
494 let block_proposal_ids = block_proposals.iter().map(|bp| bp.id).collect::<Vec<_>>();
495 let matching_block_count = sqlx::query!(
496 r#"
497SELECT COUNT(*) AS count
498FROM proposed_page_edits ppe
499 JOIN proposed_block_edits pbe ON pbe.proposal_id = ppe.id
500WHERE ppe.id = $1
501 AND ppe.page_id = $2
502 AND ppe.deleted_at IS NULL
503 AND pbe.id = ANY($3)
504 AND pbe.deleted_at IS NULL
505 "#,
506 page_proposal_id,
507 page_id,
508 &block_proposal_ids
509 )
510 .fetch_one(&mut *conn)
511 .await?
512 .count
513 .unwrap_or(0);
514
515 if matching_block_count != block_proposal_ids.len() as i64 {
516 return Err(model_err!(
517 PreconditionFailed,
518 "Block proposals do not all belong to the requested page proposal".to_string()
519 ));
520 }
521
522 process_proposal(
523 conn,
524 page_id,
525 page_proposal_id,
526 block_proposals,
527 author,
528 spec_fetcher,
529 fetch_service_info,
530 )
531 .await
532}
533
534pub async fn update_page_edit_status(conn: &mut PgConnection, id: Uuid) -> ModelResult<()> {
535 let block_proposals = sqlx::query!(
536 r#"
537SELECT *
538FROM proposed_block_edits
539WHERE proposal_id = $1
540AND deleted_at IS NULL
541"#,
542 id
543 )
544 .fetch_all(&mut *conn)
545 .await?;
546 let pending = block_proposals
547 .iter()
548 .any(|bp| bp.status == ProposalStatus::Pending);
549 sqlx::query!(
550 "
551UPDATE proposed_page_edits
552SET pending = $1
553WHERE id = $2
554",
555 pending,
556 id,
557 )
558 .execute(&mut *conn)
559 .await?;
560 Ok(())
561}
562
563#[cfg(test)]
564mod test {
565 use headless_lms_utils::document_schema_processor::{GutenbergBlock, attributes};
566
567 use super::*;
568 use crate::{pages::PageUpdateArgs, proposed_block_edits::*, test_helper::*};
569
570 async fn init_content(
571 conn: &mut PgConnection,
572 chapter: Uuid,
573 page: Uuid,
574 user: Uuid,
575 content: &str,
576 ) -> Uuid {
577 let client_id = Uuid::new_v4();
578 let new_content: Vec<GutenbergBlock> = vec![GutenbergBlock {
579 client_id,
580 name: "core/paragraph".to_string(),
581 is_valid: true,
582 attributes: attributes! {
583 "content": content
584 },
585 inner_blocks: vec![],
586 }];
587 let cms_page_update = CmsPageUpdate {
588 content: new_content,
589 url_path: "".to_string(),
590 title: "".to_string(),
591 chapter_id: Some(chapter),
592 exercises: vec![],
593 exercise_slides: vec![],
594 exercise_tasks: vec![],
595 };
596 crate::pages::update_page(
597 conn,
598 PageUpdateArgs {
599 page_id: page,
600 author: user,
601 cms_page_update,
602 retain_ids: true,
603 history_change_reason: HistoryChangeReason::PageSaved,
604 is_exam_page: false,
605 },
606 |_, _, _| unimplemented!(),
607 |_| unimplemented!(),
608 )
609 .await
610 .unwrap();
611 client_id
612 }
613
614 async fn assert_content(conn: &mut PgConnection, page_id: Uuid, expected: &str) {
615 let page = crate::pages::get_page(conn, page_id).await.unwrap();
616 let mut new_content: Vec<GutenbergBlock> = serde_json::from_value(page.content).unwrap();
617 let block = new_content.pop().unwrap();
618 let content = block.attributes.get("content").unwrap().as_str().unwrap();
619 assert_eq!(content, expected);
620 }
621
622 #[tokio::test]
623 async fn typo_fix() {
624 insert_data!(:tx, :user, :org, :course, instance: _instance, :course_module, :chapter, :page);
625 let block_id = init_content(
626 tx.as_mut(),
627 chapter,
628 page,
629 user,
630 "Content with a tpo in it.",
631 )
632 .await;
633
634 let new = NewProposedPageEdits {
635 page_id: page,
636 block_edits: vec![NewProposedBlockEdit {
637 block_id,
638 block_attribute: "content".to_string(),
639 original_text: "Content with a tpo in it.".to_string(),
640 changed_text: "Content with a typo in it.".to_string(),
641 }],
642 };
643 insert(tx.as_mut(), PKeyPolicy::Generate, course, None, &new)
644 .await
645 .unwrap();
646 let mut ps = get_proposals_for_course(tx.as_mut(), course, true, Pagination::default())
647 .await
648 .unwrap();
649 let mut p = ps.pop().unwrap();
650 let b = p.block_proposals.pop().unwrap();
651 match b {
652 BlockProposal::EditedBlockStillExists(b) => {
653 assert_eq!(b.accept_preview.unwrap(), "Content with a typo in it.");
654 process_proposal(
655 tx.as_mut(),
656 page,
657 p.id,
658 vec![BlockProposalInfo {
659 id: b.id,
660 action: BlockProposalAction::Accept(
661 "Content with a typo in it.".to_string(),
662 ),
663 }],
664 user,
665 |_, _, _| unimplemented!(),
666 |_| unimplemented!(),
667 )
668 .await
669 .unwrap();
670
671 let mut ps =
672 get_proposals_for_course(tx.as_mut(), course, false, Pagination::default())
673 .await
674 .unwrap();
675 let _ = ps.pop().unwrap();
676
677 assert_content(tx.as_mut(), page, "Content with a typo in it.").await;
678 }
679 BlockProposal::EditedBlockNoLongerExists(_o) => panic!("Wrong block proposal"),
680 };
681 }
682
683 #[tokio::test]
684 async fn rejection() {
685 insert_data!(:tx, :user, :org, :course, instance: _instance, :course_module, :chapter, :page);
686 let block_id = init_content(
687 tx.as_mut(),
688 chapter,
689 page,
690 user,
691 "Content with a tpo in it.",
692 )
693 .await;
694 let new = NewProposedPageEdits {
695 page_id: page,
696 block_edits: vec![NewProposedBlockEdit {
697 block_id,
698 block_attribute: "content".to_string(),
699 original_text: "Content with a tpo in it.".to_string(),
700 changed_text: "Content with a typo in it.".to_string(),
701 }],
702 };
703 insert(tx.as_mut(), PKeyPolicy::Generate, course, None, &new)
704 .await
705 .unwrap();
706
707 let mut ps = get_proposals_for_course(tx.as_mut(), course, true, Pagination::default())
708 .await
709 .unwrap();
710 let mut p = ps.pop().unwrap();
711 let b = p.block_proposals.pop().unwrap();
712 match b {
713 BlockProposal::EditedBlockStillExists(b) => {
714 assert_eq!(b.accept_preview.unwrap(), "Content with a typo in it.");
715 assert_eq!(b.status, ProposalStatus::Pending);
716
717 process_proposal(
718 tx.as_mut(),
719 page,
720 p.id,
721 vec![BlockProposalInfo {
722 id: b.id,
723 action: BlockProposalAction::Reject,
724 }],
725 user,
726 |_, _, _| unimplemented!(),
727 |_| unimplemented!(),
728 )
729 .await
730 .unwrap();
731
732 let mut ps =
733 get_proposals_for_course(tx.as_mut(), course, false, Pagination::default())
734 .await
735 .unwrap();
736 let _ = ps.pop().unwrap();
737
738 assert_content(tx.as_mut(), page, "Content with a tpo in it.").await;
739 }
740 BlockProposal::EditedBlockNoLongerExists(_o) => panic!("Wrong block proposal"),
741 };
742 }
743}