feat: add index health API and fix some bugs (#253)

* fix: add health API and fix some bugs * fix: fix ut case
tatris-io · Jul 14, 2023 · f163c36 · f163c36
1 parent 06be819
commit f163c36
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 9 deletions.
diff --git a/internal/common/utils/type_utils.go b/internal/common/utils/type_utils.go
@@ -20,9 +20,9 @@ func IsDateType(value interface{}) bool {
  _, err := now.Parse(value)
  return err == nil
  case int64:
- return value > 1e12
+ return value >= 0
  case float64:
- return value > 1e12
+ return value >= 0
  default:
  return false
  }

diff --git a/internal/core/core_test/document_test.go b/internal/core/core_test/document_test.go
@@ -247,12 +247,6 @@ func TestCheckDocuments(t *testing.T) {
  Type: consts.MappingFieldTypeKeyword,
  },
  }},
- {"date_as_keyword": &protocol.DynamicTemplate{
- MatchMappingType: consts.JSONFieldTypeDate,
- Mapping: &protocol.DynamicTemplateMapping{
- Type: consts.MappingFieldTypeKeyword,
- },
- }},
  {"long_as_integer": &protocol.DynamicTemplate{
  MatchMappingType: consts.JSONFieldTypeLong,
  Mapping: &protocol.DynamicTemplateMapping{
@@ -265,6 +259,12 @@ func TestCheckDocuments(t *testing.T) {
  Type: consts.MappingFieldTypeDouble,
  },
  }},
+ {"date_as_keyword": &protocol.DynamicTemplate{
+ MatchMappingType: consts.JSONFieldTypeDate,
+ Mapping: &protocol.DynamicTemplateMapping{
+ Type: consts.MappingFieldTypeKeyword,
+ },
+ }},
  },
  Properties: map[string]*protocol.Property{
  consts.IDField: {Type: consts.MappingFieldTypeKeyword},

diff --git a/internal/indexlib/bluge/writer.go b/internal/indexlib/bluge/writer.go
@@ -116,6 +116,7 @@ func (b *BlugeWriter) generateBlugeDoc(
  doc protocol.Document,
  mappings protocol.Mappings,
 ) (segment.Document, error) {
+ ts, _ := utils.ParseTime(doc[consts.TimestampField])
  bdoc := bluge.NewDocument(docID)
  for key, value := range doc {
  if value == nil {
@@ -147,7 +148,7 @@ func (b *BlugeWriter) generateBlugeDoc(
  bdoc.AddField(bluge.NewStoredOnlyField(consts.IndexField, []byte(b.Index)))
  bdoc.AddField(bluge.NewStoredOnlyField(consts.SourceField, source))
  bdoc.AddField(
- bluge.NewDateTimeField(consts.TimestampField, time.Now()).
+ bluge.NewDateTimeField(consts.TimestampField, ts).
  Sortable().
  Aggregatable(),
  )

diff --git a/internal/service/router.go b/internal/service/router.go
@@ -90,6 +90,7 @@ func registerMeta(group *gin.RouterGroup) {
  group.GET("/_nodes/_all", handler.ClusterNodesInfoHandler)
 
  group.GET("/_cluster/health", handler.ClusterStatusHandler)
+ group.GET("/_cluster/health/:index", handler.ClusterStatusHandler)
 
  group.PUT("/:index", handler.CreateIndexHandler)
  group.POST("/:index", handler.CreateIndexHandler)