feat: Secondary index reader

internal/data.go

@@ -18,6 +18,7 @@ import (
 	"bytes"
 	"time"
 
+	jsoniter "github.com/json-iterator/go"
 	"github.com/tigrisdata/tigris/errors"
 	ulog "github.com/tigrisdata/tigris/util/log"
 	"github.com/ugorji/go/codec"
@@ -129,6 +130,23 @@ func (x *TableData) UpdatedToProtoTS() *timestamppb.Timestamp {
 	return nil
 }
 
+func (x *TableData) TimestampsToJSON() ([]byte, error) {
+	data := map[string]jsoniter.RawMessage{
+		"_tigris_created_at": nil,
+		"_tigris_updated_at": nil,
+	}
+
+	if x.CreatedAt != nil {
+		data["_tigris_created_at"] = jsoniter.RawMessage(x.CreatedAt.ToRFC3339())
+	}
+
+	if x.UpdatedAt != nil {
+		data["_tigris_updated_at"] = jsoniter.RawMessage(x.CreatedAt.ToRFC3339())
+	}
+
+	return jsoniter.Marshal(data)
+}
+
 // Encode is used to encode data to the raw bytes which is used to store in storage as value. The first byte is storing
 // the type corresponding to this Data. This is important and used by the decoder later to decode back.
 func Encode(data *TableData) ([]byte, error) {

query/filter/filter.go

@@ -112,12 +112,25 @@ func None(reqFilter []byte) bool {
 type Factory struct {
 	fields    []*schema.QueryableField
 	collation *value.Collation
+	// For secondary Indexes do the following:
+	// 1. Reject Case insensitive queries
+	// 2. Always use Factory Top level collation because it will be a sort key collation
+	buildForSecondaryIndex bool
 }
 
 func NewFactory(fields []*schema.QueryableField, collation *value.Collation) *Factory {
 	return &Factory{
-		fields:    fields,
-		collation: collation,
+		fields:                 fields,
+		collation:              collation,
+		buildForSecondaryIndex: false,
+	}
+}
+
+func NewFactoryForSecondaryIndex(fields []*schema.QueryableField) *Factory {
+	return &Factory{
+		fields:                 fields,
+		collation:              value.NewSortKeyCollation(),
+		buildForSecondaryIndex: true,
 	}
 }
 
@@ -268,7 +281,7 @@ func (factory *Factory) ParseSelector(k []byte, v []byte, dataType jsonparser.Va
 
 		return NewSelector(field, NewEqualityMatcher(val), factory.collation), nil
 	case jsonparser.Object:
-		valueMatcher, collation, err := buildValueMatcher(v, field)
+		valueMatcher, collation, err := buildValueMatcher(v, field, factory.collation, factory.buildForSecondaryIndex)
 		if err != nil {
 			return nil, err
 		}
@@ -286,7 +299,7 @@ func (factory *Factory) ParseSelector(k []byte, v []byte, dataType jsonparser.Va
 // instead of a simple JSON value. Apart from comparison operators, this object can have its own collation, which
 // needs to be honored at the field level. Therefore, the caller needs to check if the collation returned by the
 // method is not nil and if yes, use this collation..
-func buildValueMatcher(input jsoniter.RawMessage, field *schema.QueryableField) (ValueMatcher, *value.Collation, error) {
+func buildValueMatcher(input jsoniter.RawMessage, field *schema.QueryableField, factoryCollation *value.Collation, buildForSecondaryIndex bool) (ValueMatcher, *value.Collation, error) {
 	if len(input) == 0 {
 		return nil, nil, errors.InvalidArgument("empty object")
 	}
@@ -303,6 +316,12 @@ func buildValueMatcher(input jsoniter.RawMessage, field *schema.QueryableField)
 			return nil, nil, err
 		}
 		collation = value.NewCollationFrom(apiCollation)
+
+		if buildForSecondaryIndex && collation.IsCaseInsensitive() {
+			return nil, nil, errors.InvalidArgument("found case insensitive collation")
+		}
+	} else {
+		collation = factoryCollation
 	}
 
 	var err error
@@ -323,7 +342,10 @@ func buildValueMatcher(input jsoniter.RawMessage, field *schema.QueryableField)
 				}
 
 				var val value.Value
-				if collation != nil {
+				//nolint:gocritic
+				if buildForSecondaryIndex {
+					val, err = value.NewValueUsingCollation(tigrisType, v, factoryCollation)
+				} else if collation != nil {
 					val, err = value.NewValueUsingCollation(tigrisType, v, collation)
 				} else {
 					val, err = value.NewValue(tigrisType, v)