Skip to content

Commit

Permalink
TT-12780 prevent sql pump to panic when sharding enabled and skip api…
Browse files Browse the repository at this point in the history
… id is set (TykTechnologies#860)

* prevent sql pump to panic when sharding enabled and skip api id is set

* revert doc change

---------

Co-authored-by: sredny buitrago <[email protected]>
  • Loading branch information
sredxny and sredny buitrago authored Nov 27, 2024
1 parent 31b1f40 commit fbcb614
Show file tree
Hide file tree
Showing 2 changed files with 21 additions and 1 deletion.
2 changes: 1 addition & 1 deletion pumps/sql.go
Original file line number Diff line number Diff line change
Expand Up @@ -212,7 +212,7 @@ func (c *SQLPump) WriteData(ctx context.Context, data []interface{}) error {
endIndex := dataLen
// We iterate dataLen +1 times since we're writing the data after the date change on sharding_table:true
for i := 0; i <= dataLen; i++ {
if c.SQLConf.TableSharding {
if c.SQLConf.TableSharding && startIndex < len(typedData) {
recDate := typedData[startIndex].TimeStamp.Format("20060102")
var nextRecDate string
// if we're on i == dataLen iteration, it means that we're out of index range. We're going to use the last record date.
Expand Down
20 changes: 20 additions & 0 deletions pumps/sql_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -146,6 +146,26 @@ func TestSQLWriteDataSharded(t *testing.T) {
assert.Equal(t, data.RowsLen, len(dbRecords))
})
}

t.Run("empty_keys", func(t *testing.T) {
emptyKeys := make([]interface{}, 0)
errWrite := pmp.WriteData(context.Background(), emptyKeys)
if errWrite != nil {
t.Fatal("SQL Pump couldn't write records with err:", errWrite)
}

// Check if any table has been created for the empty input case
tables := []string{
analytics.SQLTable + "_" + now.Format("20060102"),
analytics.SQLTable + "_" + nowPlus1.Format("20060102"),
analytics.SQLTable + "_" + nowPlus2.Format("20060102"),
}
for _, table := range tables {
t.Run("checking_"+table, func(t *testing.T) {
assert.Equal(t, false, pmp.db.Migrator().HasTable(table)) // No table should exist
})
}
})
}

func TestSQLWriteUptimeData(t *testing.T) {
Expand Down

0 comments on commit fbcb614

Please sign in to comment.