jcoffey-dev
7dae9b29fd
Upstream commit: 474dd0229cb20cf513036619781ed97bd8073c3f Enterprise-only files removed or emptied: 63 Enterprise-only snippets removed: 117 in 50 files Dangling module declarations removed: 5 Cargo edits turning enterprise off: 14 Verification: clean Enterprise feature gates left for rebuilt features: 19 in 18 files Produced by tools/fork/strip.py. The full report is in docs/fork/strip-reports/ on main.
281 lines
11 KiB
Rust
281 lines
11 KiB
Rust
/*
|
|
* SPDX-FileCopyrightText: 2020 Stalwart Labs LLC <[email protected]>
|
|
*
|
|
* SPDX-License-Identifier: AGPL-3.0-only OR LicenseRef-SEL
|
|
*/
|
|
|
|
use crate::{api::query::QueryResponseBuilder, changes::state::StateManager};
|
|
use common::Server;
|
|
use email::submission::UndoStatus;
|
|
use jmap_proto::{
|
|
method::query::{Filter, QueryRequest, QueryResponse},
|
|
object::email_submission::{self, EmailSubmissionComparator, EmailSubmissionFilter},
|
|
request::IntoValid,
|
|
};
|
|
use std::future::Future;
|
|
use store::{
|
|
IterateParams, U32_LEN, U64_LEN, ValueKey,
|
|
ahash::AHashSet,
|
|
roaring::RoaringBitmap,
|
|
search::{SearchFilter, SearchQuery},
|
|
write::{
|
|
IndexPropertyClass, QueueClass, SearchIndex, ValueClass, key::DeserializeBigEndian, now,
|
|
},
|
|
};
|
|
use trc::AddContext;
|
|
use types::{
|
|
collection::{Collection, SyncCollection},
|
|
field::EmailSubmissionField,
|
|
};
|
|
|
|
pub trait EmailSubmissionQuery: Sync + Send {
|
|
fn email_submission_query(
|
|
&self,
|
|
request: QueryRequest<email_submission::EmailSubmission>,
|
|
) -> impl Future<Output = trc::Result<QueryResponse>> + Send;
|
|
}
|
|
|
|
struct Submission {
|
|
document_id: u32,
|
|
send_at: u64,
|
|
email_id: u32,
|
|
thread_id: u32,
|
|
identity_id: u32,
|
|
queue_id: u64,
|
|
undo_status: u8,
|
|
}
|
|
|
|
impl EmailSubmissionQuery for Server {
|
|
async fn email_submission_query(
|
|
&self,
|
|
mut request: QueryRequest<email_submission::EmailSubmission>,
|
|
) -> trc::Result<QueryResponse> {
|
|
let account_id = request.account_id.document_id();
|
|
|
|
let mut submissions = Vec::with_capacity(16);
|
|
let mut document_ids = RoaringBitmap::new();
|
|
|
|
self.store()
|
|
.iterate(
|
|
IterateParams::new(
|
|
ValueKey {
|
|
account_id,
|
|
collection: Collection::EmailSubmission.into(),
|
|
document_id: 0,
|
|
class: ValueClass::IndexProperty(IndexPropertyClass::Integer {
|
|
property: EmailSubmissionField::Metadata.into(),
|
|
value: now() - (3 * 86400),
|
|
}),
|
|
},
|
|
ValueKey {
|
|
account_id,
|
|
collection: Collection::EmailSubmission.into(),
|
|
document_id: 0,
|
|
class: ValueClass::IndexProperty(IndexPropertyClass::Integer {
|
|
property: EmailSubmissionField::Metadata.into(),
|
|
value: u64::MAX,
|
|
}),
|
|
},
|
|
)
|
|
.ascending(),
|
|
|key, value| {
|
|
let document_id = key.deserialize_be_u32(key.len() - U32_LEN)?;
|
|
|
|
submissions.push(Submission {
|
|
document_id,
|
|
send_at: key.deserialize_be_u64(key.len() - U32_LEN - U64_LEN)?,
|
|
email_id: value.deserialize_be_u32(0)?,
|
|
thread_id: value.deserialize_be_u32(U32_LEN)?,
|
|
identity_id: value.deserialize_be_u32(U32_LEN + U32_LEN)?,
|
|
queue_id: if value.len() == (U32_LEN * 3) + U64_LEN + 1 {
|
|
value.deserialize_be_u64(U32_LEN * 3)?
|
|
} else {
|
|
0
|
|
},
|
|
undo_status: value.last().copied().unwrap(),
|
|
});
|
|
|
|
document_ids.insert(document_id);
|
|
|
|
Ok(true)
|
|
},
|
|
)
|
|
.await
|
|
.caused_by(trc::location!())?;
|
|
|
|
if request
|
|
.filter
|
|
.iter()
|
|
.any(|cond| matches!(cond, Filter::Property(EmailSubmissionFilter::UndoStatus(_))))
|
|
{
|
|
let pending = UndoStatus::Pending.as_index();
|
|
for submission in submissions
|
|
.iter_mut()
|
|
.filter(|s| s.undo_status == pending && s.queue_id != 0)
|
|
{
|
|
if !self
|
|
.store()
|
|
.key_exists(ValueKey::from(ValueClass::Queue(QueueClass::Message(
|
|
submission.queue_id,
|
|
))))
|
|
.await
|
|
.caused_by(trc::location!())?
|
|
{
|
|
submission.undo_status = UndoStatus::Final.as_index();
|
|
}
|
|
}
|
|
}
|
|
|
|
let mut filters = Vec::with_capacity(request.filter.len());
|
|
for cond in std::mem::take(&mut request.filter) {
|
|
match cond {
|
|
Filter::Property(cond) => match cond {
|
|
EmailSubmissionFilter::IdentityIds(ids) => {
|
|
let ids = ids
|
|
.into_valid()
|
|
.map(|id| id.document_id())
|
|
.collect::<AHashSet<_>>();
|
|
|
|
filters.push(SearchFilter::is_in_set(RoaringBitmap::from_iter(
|
|
submissions
|
|
.iter()
|
|
.filter(|s| ids.contains(&s.identity_id))
|
|
.map(|s| s.document_id),
|
|
)));
|
|
}
|
|
EmailSubmissionFilter::EmailIds(ids) => {
|
|
let ids = ids
|
|
.into_valid()
|
|
.map(|id| id.document_id())
|
|
.collect::<AHashSet<_>>();
|
|
|
|
filters.push(SearchFilter::is_in_set(RoaringBitmap::from_iter(
|
|
submissions
|
|
.iter()
|
|
.filter(|s| ids.contains(&s.email_id))
|
|
.map(|s| s.document_id),
|
|
)));
|
|
}
|
|
EmailSubmissionFilter::ThreadIds(ids) => {
|
|
let ids = ids
|
|
.into_valid()
|
|
.map(|id| id.document_id())
|
|
.collect::<AHashSet<_>>();
|
|
|
|
filters.push(SearchFilter::is_in_set(RoaringBitmap::from_iter(
|
|
submissions
|
|
.iter()
|
|
.filter(|s| ids.contains(&s.thread_id))
|
|
.map(|s| s.document_id),
|
|
)));
|
|
}
|
|
EmailSubmissionFilter::UndoStatus(undo_status) => {
|
|
let undo_status = match undo_status {
|
|
email_submission::UndoStatus::Pending => UndoStatus::Pending,
|
|
email_submission::UndoStatus::Final => UndoStatus::Final,
|
|
email_submission::UndoStatus::Canceled => UndoStatus::Canceled,
|
|
}
|
|
.as_index();
|
|
|
|
filters.push(SearchFilter::is_in_set(RoaringBitmap::from_iter(
|
|
submissions
|
|
.iter()
|
|
.filter(|s| s.undo_status == undo_status)
|
|
.map(|s| s.document_id),
|
|
)));
|
|
}
|
|
EmailSubmissionFilter::Before(before) => {
|
|
let before = before.timestamp() as u64;
|
|
|
|
filters.push(SearchFilter::is_in_set(RoaringBitmap::from_iter(
|
|
submissions
|
|
.iter()
|
|
.filter(|s| s.send_at < before)
|
|
.map(|s| s.document_id),
|
|
)));
|
|
}
|
|
EmailSubmissionFilter::After(after) => {
|
|
let after = after.timestamp() as u64;
|
|
|
|
filters.push(SearchFilter::is_in_set(RoaringBitmap::from_iter(
|
|
submissions
|
|
.iter()
|
|
.filter(|s| s.send_at > after)
|
|
.map(|s| s.document_id),
|
|
)));
|
|
}
|
|
|
|
EmailSubmissionFilter::_T(other) => {
|
|
return Err(trc::JmapEvent::UnsupportedFilter.into_err().details(other));
|
|
}
|
|
},
|
|
Filter::And => {
|
|
filters.push(SearchFilter::And);
|
|
}
|
|
Filter::Or => {
|
|
filters.push(SearchFilter::Or);
|
|
}
|
|
Filter::Not => {
|
|
filters.push(SearchFilter::Not);
|
|
}
|
|
Filter::Close => {
|
|
filters.push(SearchFilter::End);
|
|
}
|
|
}
|
|
}
|
|
|
|
let results = SearchQuery::new(SearchIndex::InMemory)
|
|
.with_filters(filters)
|
|
.with_mask(document_ids)
|
|
.filter()
|
|
.into_bitmap();
|
|
|
|
let mut response = QueryResponseBuilder::new(
|
|
results.len() as usize,
|
|
self.core.jmap.query_max_results,
|
|
self.get_state(account_id, SyncCollection::EmailSubmission)
|
|
.await?,
|
|
&request,
|
|
);
|
|
|
|
if !results.is_empty() {
|
|
if let Some(comparator) = request.sort.take().unwrap_or_default().into_iter().next() {
|
|
match comparator.property {
|
|
EmailSubmissionComparator::EmailId => {
|
|
if comparator.is_ascending {
|
|
submissions.sort_by_key(|s| s.email_id);
|
|
} else {
|
|
submissions.sort_by_key(|s| u32::MAX - s.email_id);
|
|
}
|
|
}
|
|
EmailSubmissionComparator::ThreadId => {
|
|
if comparator.is_ascending {
|
|
submissions.sort_by_key(|s| s.thread_id);
|
|
} else {
|
|
submissions.sort_by_key(|s| u32::MAX - s.thread_id);
|
|
}
|
|
}
|
|
EmailSubmissionComparator::SentAt => {
|
|
if !comparator.is_ascending {
|
|
submissions.reverse();
|
|
}
|
|
}
|
|
EmailSubmissionComparator::_T(other) => {
|
|
return Err(trc::JmapEvent::UnsupportedSort.into_err().details(other));
|
|
}
|
|
}
|
|
}
|
|
|
|
for submission in submissions {
|
|
if results.contains(submission.document_id)
|
|
&& !response.add(0, submission.document_id)
|
|
{
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
response.build()
|
|
}
|
|
}
|