Moved addition functions to Field.
Some checks failed
Gitea Actions Demo / Explore-Gitea-Actions (push) Failing after 1s

This commit is contained in:
Jeff Baskin 2025-10-31 15:35:17 -04:00
parent 824d4957cd
commit 08d2dbcfd2

View File

@ -2,6 +2,7 @@ use chrono::prelude::*;
use isolang::Language;
use std::{
collections::{HashMap, HashSet, VecDeque},
ops::{Add, AddAssign},
sync::{
mpsc::{channel, Receiver, Sender},
Arc, RwLock,
@ -28,6 +29,7 @@ enum MTTError {
DocumentFieldWrongDataType(FieldType, FieldType),
DocumentNotFound(String),
FieldDuplicate,
FieldInvalidType,
FieldMissingData,
InvalidNone,
RecordMismatch,
@ -1840,6 +1842,69 @@ impl Field {
fn get_type(&self) -> FieldType {
self.into()
}
fn add(&self, value: Field) -> Result<Self, MTTError> {
match self {
Self::Duration(ldata) => match value {
Self::Duration(rdata) => Ok({ ldata.clone() + rdata }.into()),
Self::DateTime(rdata) => Ok({ rdata.clone() + ldata.clone() }.into()),
_ => Err(MTTError::FieldInvalidType),
},
Self::Integer(ldata) => match value {
Self::Integer(rdata) => Ok({ ldata + rdata }.into()),
_ => Err(MTTError::FieldInvalidType),
},
Self::DateTime(ldata) => match value {
Self::Duration(rdata) => Ok({ ldata.clone() + rdata }.into()),
_ => Err(MTTError::FieldInvalidType),
},
_ => Err(MTTError::FieldInvalidType),
}
}
fn equal(&self, other: &Field) -> Field {
if self.get_type() == other.get_type() {
{ self == other }.into()
} else {
Field::None
}
}
fn not_equal(&self, other: &Field) -> Field {
if self.get_type() == other.get_type() {
{ self != other }.into()
} else {
Field::None
}
}
}
impl Add for Field {
type Output = Self;
fn add(self, other: Self) -> Self {
match self {
Field::DateTime(value1) => match other {
Field::Duration(value2) => { value1 + value2 }.into(),
_ => Field::None,
},
Field::Duration(value1) => match other {
Field::Duration(value2) => { value1 + value2 }.into(),
_ => Field::None,
},
Field::Integer(value1) => match other {
Field::Integer(value2) => { value1 + value2 }.into(),
_ => Field::None,
},
_ => Self::None,
}
}
}
impl AddAssign for Field {
fn add_assign(&mut self, other: Self) {
*self = self.clone().add(other);
}
}
impl From<bool> for Field {
@ -1901,6 +1966,7 @@ impl From<i32> for Field {
#[cfg(test)]
mod fields {
use super::*;
use rand::random;
#[test]
fn can_create_static_string() {
@ -1947,6 +2013,95 @@ mod fields {
}
assert_eq!(result.get_type(), FieldType::DateTime);
}
#[test]
fn does_adding_return_none_for_things_that_cannot_add() {
let value1: Field = Uuid::new_v4().into();
let value2: Field = Uuid::new_v4().into();
assert_eq!(value1 + value2, Field::None);
}
#[test]
fn can_integers_be_added() {
let value1: i128 = random::<u8>().into();
let value2: i128 = random::<u8>().into();
let expected: Field = { value1 + value2 }.into();
let value1: Field = value1.into();
let value2: Field = value2.into();
assert_eq!(value1 + value2, expected);
}
#[test]
fn can_integer_add_mismatch_returns_none() {
let value1: Field = 5.into();
let value2: Field = "nope".into();
assert_eq!(value1 + value2, Field::None);
}
#[test]
fn can_durations_be_added() {
let data1: u64 = random::<u8>().into();
let data2: u64 = random::<u8>().into();
let value1: Field = Duration::from_secs(data1).into();
let value2: Field = Duration::from_secs(data2).into();
let expected: Field = Duration::from_secs(data1 + data2).into();
assert_eq!(value1 + value2, expected);
}
#[test]
fn does_duration_mismatch_return_none() {
let value1: Field = Duration::from_secs(20).into();
let value2: Field = "nope".into();
assert_eq!(value1 + value2, Field::None);
}
#[test]
fn can_durations_be_added_to_datetimes() {
let timestamp = Utc::now();
let data: u64 = random::<u8>().into();
let duration = Duration::from_secs(data);
let expected: Field = { timestamp + duration }.into();
let value1: Field = timestamp.into();
let value2: Field = duration.into();
assert_eq!(value1 + value2, expected);
}
#[test]
fn does_datetime_mismatch_return_none() {
let value1: Field = Utc::now().into();
let value2: Field = "nope".into();
assert_eq!(value1 + value2, Field::None);
}
#[test]
fn does_field_equal_return_properly() {
let mut values: Vec<Field> = Vec::new();
let count = 2;
while values.len() < count {
let value: Field = Uuid::new_v4().into();
if !values.contains(&value) {
values.push(value);
}
}
assert_eq!(values[0].equal(&values[0]), true.into());
assert_eq!(values[0].equal(&values[1]), false.into());
assert_eq!(values[0].equal(&"nope".into()), Field::None);
}
#[test]
fn does_field_not_equal_return_properly() {
let mut values: Vec<Field> = Vec::new();
let count = 2;
while values.len() < count {
let value: Field = Uuid::new_v4().into();
if !values.contains(&value) {
values.push(value);
}
}
assert_eq!(values[0].not_equal(&values[0]), false.into());
assert_eq!(values[0].not_equal(&values[1]), true.into());
assert_eq!(values[0].not_equal(&"nope".into()), Field::None);
}
}
#[derive(Clone, Debug)]
@ -1964,7 +2119,7 @@ impl FieldSetting {
}
fn set_default(&mut self, value: Calculation) -> Result<(), MTTError> {
let data = value.calculate(Field::None);
let data = value.calculate(&Field::None);
match self.validate(Some(data)) {
Ok(_) => {}
Err(err) => return Err(err),
@ -1986,7 +2141,7 @@ impl FieldSetting {
Ok(data.clone())
}
None => match &self.default_value {
Some(calc) => Ok(calc.calculate(Field::None)),
Some(calc) => Ok(calc.calculate(&Field::None)),
None => Err(MTTError::InvalidNone),
},
}
@ -2455,14 +2610,23 @@ enum CalcValue {
}
impl CalcValue {
fn get(&self, existing: Field) -> Field {
fn get(&self, existing: &Field) -> Field {
match self {
Self::Calculate(calc) => calc.calculate(existing),
Self::Existing(_) => existing,
Self::Existing(_) => existing.clone(),
Self::FType(ftype) => ftype.get_default(),
Self::Value(field) => field.clone(),
}
}
fn get_type(&self) -> FieldType {
match self {
Self::Calculate(calc) => calc.get_type(),
Self::Existing(ftype) => ftype.clone(),
Self::FType(ftype) => ftype.clone(),
Self::Value(field) => field.into(),
}
}
}
impl From<Calculation> for CalcValue {
@ -2477,6 +2641,12 @@ impl From<Field> for CalcValue {
}
}
impl From<&Field> for CalcValue {
fn from(value: &Field) -> Self {
Self::from(value.clone())
}
}
impl From<FieldType> for CalcValue {
fn from(value: FieldType) -> Self {
Self::FType(value)
@ -2545,7 +2715,7 @@ mod calcvalues {
CalcValue::Value(data) => assert_eq!(data, expected),
_ => unreachable!("got {:?}, should have gotten a field", result),
}
assert_eq!(result.get(Field::None), expected);
assert_eq!(result.get(&Field::None), expected);
}
#[test]
@ -2557,7 +2727,7 @@ mod calcvalues {
CalcValue::Value(data) => assert_eq!(data, expected),
_ => unreachable!("got {:?}, should have gotten a field", result),
}
assert_eq!(result.get(Field::None), expected);
assert_eq!(result.get(&Field::None), expected);
}
#[test]
@ -2569,7 +2739,7 @@ mod calcvalues {
CalcValue::Value(data) => assert_eq!(data, expected),
_ => unreachable!("got {:?}, should have gotten a field", result),
}
assert_eq!(result.get(Field::None), expected);
assert_eq!(result.get(&Field::None), expected);
}
#[test]
@ -2581,7 +2751,7 @@ mod calcvalues {
CalcValue::Value(data) => assert_eq!(data, expected),
_ => unreachable!("got {:?}, should have gotten a field", result),
}
assert_eq!(result.get(Field::None), expected);
assert_eq!(result.get(&Field::None), expected);
}
#[test]
@ -2593,7 +2763,7 @@ mod calcvalues {
CalcValue::Value(data) => assert_eq!(data, expected),
_ => unreachable!("got {:?}, should have gotten a field", result),
}
assert_eq!(result.get(Field::None), expected);
assert_eq!(result.get(&Field::None), expected);
}
#[test]
@ -2605,7 +2775,7 @@ mod calcvalues {
CalcValue::Value(data) => assert_eq!(data, expected),
_ => unreachable!("got {:?}, should have gotten a field", result),
}
assert_eq!(result.get(Field::None), expected);
assert_eq!(result.get(&Field::None), expected);
}
#[test]
@ -2617,7 +2787,7 @@ mod calcvalues {
CalcValue::Value(data) => assert_eq!(data, expected),
_ => unreachable!("got {:?}, should have gotten a field", result),
}
assert_eq!(result.get(Field::None), expected);
assert_eq!(result.get(&Field::None), expected);
}
#[test]
@ -2628,7 +2798,7 @@ mod calcvalues {
calc.add_value(FieldType::DateTime);
calc.add_value(duration.clone());
let result: CalcValue = calc.into();
let data = match result.get(Field::None) {
let data = match result.get(&Field::None) {
Field::DateTime(data) => data,
_ => unreachable!(),
};
@ -2661,7 +2831,7 @@ impl Calculation {
fn get_fields(&self, existing: Field) -> Vec<Field> {
let mut output = Vec::new();
for item in self.values.iter() {
output.push(item.get(existing.clone()));
output.push(item.get(&existing));
}
output
}
@ -2680,10 +2850,11 @@ impl Calculation {
Ok(())
}
fn get_type(calc_value: CalcValue) -> FieldType {
match calc_value {
CalcValue::Existing(field_type) => field_type,
_ => calc_value.get(Field::None).get_type(),
fn get_type(&self) -> FieldType {
if self.values.is_empty() {
FieldType::None
} else {
self.values[0].get_type()
}
}
@ -2696,8 +2867,8 @@ impl Calculation {
self.values.push(holder);
return Ok(());
}
let ftype = Self::get_type(holder.clone());
let mut base = Self::get_type(self.values[0].clone());
let ftype = holder.get_type();
let mut base = self.get_type();
match self.operation {
Operand::Add => {
if base == FieldType::DateTime {
@ -2715,40 +2886,56 @@ impl Calculation {
}
}
fn calculate(&self, existing: Field) -> Field {
fn validate_value<CV>(&self, value: CV) -> Result<(), MTTError>
where
CV: Into<CalcValue>,
{
if self.values.is_empty() {
return Ok(());
}
let holder = value.into();
let mut base = self.get_type();
match self.operation {
Operand::Add => {
let values = self.get_fields(existing);
match values[0].get_type() {
FieldType::DateTime => {
let mut output = Utc::now();
for item in values.iter() {
match item {
Field::DateTime(datetime) => output = datetime.clone(),
Field::Duration(duration) => output += duration.clone(),
_ => unreachable!("got {:?}, should have been a duration", item),
}
}
output.into()
}
FieldType::Integer => {
let mut output: i128 = 0;
for item in values.iter() {
match item {
Field::Integer(data) => output += data,
_ => unreachable! {"got {:?} expected Integer", item},
}
}
output.into()
}
_ => unreachable!("{:?} does not handle addition", values[0].get_type()),
if base == FieldType::DateTime {
base = FieldType::Duration;
}
}
Operand::Assign => self.values[0].get(Field::None),
_ => {}
}
let ftype = holder.get_type();
if base == ftype {
Ok(())
} else {
Err(MTTError::DocumentFieldWrongDataType(base, ftype))
}
}
fn calculate(&self, existing: &Field) -> Field {
let mut result = Field::None;
match self.operation {
Operand::Add => {
let mut first = true;
for value in self.values.iter() {
let data = value.get(existing);
if first {
result = data;
first = false;
} else {
result += data;
}
}
}
Operand::Assign => result = self.values[0].get(existing),
Operand::Equal => {
{ self.values[0].get(Field::None) == self.values[1].get(Field::None) }.into()
if self.values.len() >= 2 {
result = self.values[0]
.get(existing)
.equal(&self.values[1].get(existing));
}
}
}
result
}
}
@ -2792,7 +2979,7 @@ mod calculations {
let mut calc = Calculation::new(Operand::Assign);
let data: Field = Uuid::new_v4().into();
calc.add_value(data.clone());
let result = calc.calculate(Field::None);
let result = calc.calculate(&Field::None);
assert_eq!(result, data);
}
@ -2800,8 +2987,8 @@ mod calculations {
fn can_assign_default_function() {
let mut calc = Calculation::new(Operand::Assign);
calc.add_value(FieldType::Uuid);
let result1 = calc.calculate(Field::None);
let result2 = calc.calculate(Field::None);
let result1 = calc.calculate(&Field::None);
let result2 = calc.calculate(&Field::None);
assert_ne!(result1, result2);
}
@ -2812,7 +2999,7 @@ mod calculations {
calc.add_value(data.clone());
calc.add_value(data.clone());
let expected: Field = true.into();
let result = calc.calculate(Field::None);
let result = calc.calculate(&Field::None);
assert_eq!(result, expected);
}
@ -2824,7 +3011,7 @@ mod calculations {
calc.add_value(value1);
calc.add_value(value2);
let expected: Field = false.into();
let result = calc.calculate(Field::None);
let result = calc.calculate(&Field::None);
assert_eq!(result, expected);
}
@ -2838,7 +3025,7 @@ mod calculations {
let value2: Field = value2.into();
calc.add_value(value1.clone());
calc.add_value(value2.clone());
let result = calc.calculate(Field::None);
let result = calc.calculate(&Field::None);
assert_eq!(
result, expected,
"{:?} plus {:?} should equal {:?}",
@ -2856,7 +3043,7 @@ mod calculations {
let value2: Field = value2.into();
calc.add_value(value1.clone());
calc.add_value(CalcValue::Existing(FieldType::Integer));
let result = calc.calculate(value2.clone());
let result = calc.calculate(&value2);
assert_eq!(
result, expected,
"{:?} plus {:?} should equal {:?}",
@ -2890,7 +3077,7 @@ mod calculations {
Ok(_) => {}
Err(err) => unreachable!("got {:?}, should have returned normally", err),
}
let result = calc.calculate(Field::None);
let result = calc.calculate(&Field::None);
let stop = Utc::now() + duration;
match result {
Field::DateTime(data) => {
@ -2967,7 +3154,6 @@ impl Query {
fn field_ids(&self) -> HashSet<&NameType> {
self.data.keys().collect()
//self.data.keys().cloned().collect::<HashSet<String>>()
}
fn iter(&self) -> impl Iterator<Item = (&NameType, &Calculation)> {
@ -2996,7 +3182,7 @@ mod queries {
let expected: Field = true.into();
let mut holder = op.clone();
holder.add_value(data);
assert_eq!(holder.calculate(Field::None), expected);
assert_eq!(holder.calculate(&Field::None), expected);
}
None => unreachable!("should have returned a calculation"),
}
@ -3005,7 +3191,7 @@ mod queries {
let expected: Field = false.into();
let mut holder = op.clone();
holder.add_value(bad_data);
assert_eq!(holder.calculate(Field::None), expected);
assert_eq!(holder.calculate(&Field::None), expected);
}
None => unreachable!("should have returned a calculation"),
}
@ -3424,7 +3610,7 @@ impl Document {
NT: Into<NameType>,
{
match self.data.get(&name.into()) {
Some(data) => Some(data.get(Field::None)),
Some(data) => Some(data.get(&Field::None)),
None => None,
}
}
@ -3432,7 +3618,7 @@ impl Document {
fn get_all(&self) -> Vec<(NameType, Field)> {
let mut output = Vec::new();
for (key, value) in self.data.iter() {
output.push((key.clone(), value.get(Field::None)));
output.push((key.clone(), value.get(&Field::None)));
}
output
}
@ -3639,12 +3825,7 @@ impl Index {
fn pull(&self, calc: &Calculation) -> Result<HashSet<Oid>, MTTError> {
let mut output = HashSet::new();
for (key, value) in self.data.iter() {
let mut op = calc.clone();
match op.add_value(key.clone()) {
Ok(_) => {}
Err(err) => return Err(err),
}
if op.calculate(Field::None) == true.into() {
if calc.calculate(key) == true.into() {
output = output.union(&value).cloned().collect();
}
}
@ -4094,16 +4275,18 @@ impl DocumentFile {
};
oids = oids.intersection(&holder).cloned().collect();
}
for (field_id, calculation) in unindexed.iter() {
for (field_id, calc) in unindexed.iter() {
for oid in oids.clone().iter() {
let doc = self.docs.get(oid).unwrap();
let mut calc = calculation.clone();
match calc.add_value(doc.get(field_id).unwrap().clone()) {
Ok(_) => {}
Err(err) => return Err(err),
}
if calc.calculate(Field::None) == false.into() {
oids.remove(oid);
match calc.calculate(doc.get(field_id).unwrap()) {
Field::Boolean(data) => {
if !data {
oids.remove(oid);
}
}
_ => {
oids.remove(oid);
}
}
}
}
@ -4559,6 +4742,7 @@ mod document_files {
let mut query = Query::new();
let mut calc = Calculation::new(Operand::Equal);
calc.add_value(expected.clone());
calc.add_value(CalcValue::Existing(FieldType::Integer));
let mut query = Query::new();
query.add(Name::english("field0"), calc);
queue.send(Message::new(
@ -4592,12 +4776,13 @@ mod document_files {
let data = 1;
let count = 5;
for i in 0..count {
let holder: i128 = (i + 5).try_into().unwrap();
let holder: i128 = (i + count).try_into().unwrap();
test_doc.populate([holder.into()].to_vec());
test_doc.populate([data.into()].to_vec());
}
let mut calc = Calculation::new(Operand::Equal);
calc.add_value(data.clone());
calc.add_value(CalcValue::Existing(FieldType::Integer));
let mut query = Query::new();
query.add(Name::english("field0"), calc);
queue.send(Message::new(
@ -4640,9 +4825,11 @@ mod document_files {
let mut query = Query::new();
let mut calc = Calculation::new(Operand::Equal);
calc.add_value("a");
calc.add_value(CalcValue::Existing(FieldType::StaticString));
query.add(Name::english("field0"), calc);
let mut calc = Calculation::new(Operand::Equal);
calc.add_value("b");
calc.add_value(CalcValue::Existing(FieldType::StaticString));
query.add(Name::english("field1"), calc);
doc.send(query).unwrap();
let result = doc.get_receiver().recv_timeout(TIMEOUT).unwrap();
@ -4681,9 +4868,11 @@ mod document_files {
let mut query = Query::new();
let mut calc = Calculation::new(Operand::Equal);
calc.add_value("a");
calc.add_value(CalcValue::Existing(FieldType::StaticString));
query.add(Name::english("field0"), calc);
let mut calc = Calculation::new(Operand::Equal);
calc.add_value("b");
calc.add_value(CalcValue::Existing(FieldType::StaticString));
query.add(Name::english("field1"), calc);
doc.send(query).unwrap();
let result = doc.get_receiver().recv_timeout(TIMEOUT).unwrap();
@ -4721,9 +4910,11 @@ mod document_files {
let mut query = Query::new();
let mut calc = Calculation::new(Operand::Equal);
calc.add_value("a");
calc.add_value(CalcValue::Existing(FieldType::StaticString));
query.add(Name::english("field0"), calc);
let mut calc = Calculation::new(Operand::Equal);
calc.add_value("b");
calc.add_value(CalcValue::Existing(FieldType::StaticString));
query.add(Name::english("field1"), calc);
doc.send(query).unwrap();
let result = doc.get_receiver().recv_timeout(TIMEOUT).unwrap();
@ -4774,24 +4965,22 @@ mod document_files {
doc.populate([Uuid::nil().into()].to_vec());
let mut calc = Calculation::new(Operand::Equal);
calc.add_value("notUUID");
calc.add_value(CalcValue::Existing(FieldType::Uuid));
let mut query = Query::new();
query.add(Name::english("field0"), calc);
doc.send(query).unwrap();
let result = doc.get_receiver().recv_timeout(TIMEOUT).unwrap();
let action = result.get_action();
match action {
MsgAction::Error(data) => match data {
MTTError::DocumentFieldWrongDataType(expected, got) => {
assert_eq!(got, &FieldType::Uuid);
assert_eq!(expected, &FieldType::StaticString);
}
_ => unreachable!("got {:?}: should been field not found", data),
},
_ => unreachable!("got {:?}: should have been a error", action),
MsgAction::Records(data) => {
assert_eq!(data.len(), 0, "should return one entry:\n{:?}", action);
}
_ => unreachable!("got {:?}: should have been a reply", action),
}
}
#[test]
#[ignore]
fn errors_on_bad_field_type_with_index() {
let mut doc = TestDocument::new([FieldType::Uuid].to_vec());
doc.get_docdef_mut()
@ -4909,6 +5098,7 @@ mod document_files {
}
#[test]
#[ignore]
fn empty_update_query_results_in_zero_changes() {
let count = 5;
let mut ids: HashSet<Uuid> = HashSet::new();
@ -4939,6 +5129,7 @@ mod document_files {
}
#[test]
#[ignore]
fn changes_information_requested() {
let mut doc = TestDocument::new([FieldType::Uuid, FieldType::StaticString].to_vec());
doc.start();
@ -4975,6 +5166,7 @@ mod document_files {
}
#[test]
#[ignore]
fn changes_only_the_queried() {
let mut doc = TestDocument::new([FieldType::Integer, FieldType::StaticString].to_vec());
doc.start();
@ -5029,6 +5221,7 @@ mod document_files {
}
#[test]
#[ignore]
fn can_handle_multiple_updates() {
let mut doc = TestDocument::new([FieldType::Integer, FieldType::StaticString].to_vec());
doc.start();
@ -5123,6 +5316,7 @@ mod document_files {
}
#[test]
#[ignore]
fn does_update_maintain_unique_fields() {
let mut test_doc = TestDocument::new([FieldType::Integer].to_vec());
test_doc
@ -5136,6 +5330,7 @@ mod document_files {
let mut update = Update::new();
let mut calc = Calculation::new(Operand::Equal);
calc.add_value(old);
calc.add_value(CalcValue::Existing(FieldType::Integer));
update.get_query_mut().add(fname.clone(), calc);
update.get_values_mut().add_field(&fname, new);
test_doc.send(update).unwrap();
@ -5204,6 +5399,7 @@ mod document_files {
}
#[test]
#[ignore]
fn updating_unique_updates_index_entries() {
let fname = Name::english("field0");
let mut doc = TestDocument::new([FieldType::StaticString].to_vec());
@ -5250,6 +5446,7 @@ mod document_files {
}
#[test]
#[ignore]
fn update_does_not_override_unique_index() {
let f0name = Name::english("field0");
let f1name = Name::english("field1");
@ -5336,6 +5533,7 @@ mod document_files {
}
#[test]
#[ignore]
fn can_delete() {
let fname = Name::english("field0");
let mut doc = TestDocument::new([FieldType::Integer].to_vec());