bench_test.go

package dlp

import (
	"bytes"
	"encoding/json"
	"fmt"
	"io/ioutil"
	"os"
	"strconv"
	"testing"
)

var (
	CallerSys = "caller.sys"
)

func BenchmarkEngine_NewAndClose(b *testing.B) {
	if eng, err := NewEngine(CallerSys); err == nil {
		for i := 0; i < b.N; i++ {
			eng.Close()
		}
	} else {
		b.Fatal(err)
	}
}

// public func
func BenchmarkEngine_ApplyConfigDefault(b *testing.B) {
	for i := 0; i < b.N; i++ {
		if eng, err := NewEngine(CallerSys); err == nil {
			eng.ApplyConfigDefault()
		} else {
			b.Fatal(err)
		}
	}
}

func BenchmarkEngine_Deidentify1k(b *testing.B) {
	text := Read("./testcases/test_1k.txt")
	eng, err := NewEngine(CallerSys)
	eng.ApplyConfigDefault()

	if err != nil {
		b.Fatal(err)
		return
	}

	b.ResetTimer()
	for i := 0; i < b.N; i++ {
		eng.Deidentify(text)
	}
}

func BenchmarkEngine_Deidentify10k(b *testing.B) {

	src := Read("./testcases/test_1k.txt")
	text := dupString(src, 10)
	eng, err := NewEngine(CallerSys)
	eng.ApplyConfigDefault()

	if err != nil {
		b.Fatal(err)
		return
	}

	b.ResetTimer()
	for i := 0; i < b.N; i++ {
		eng.Deidentify(text)
	}
}

func BenchmarkEngine_Deidentify100k(b *testing.B) {

	src := Read("./testcases/test_1k.txt")
	text := dupString(src, 100)

	eng, err := NewEngine(CallerSys)
	eng.ApplyConfigDefault()
	if err != nil {
		b.Fatal(err)
		return
	}

	b.ResetTimer()
	for i := 0; i < b.N; i++ {
		eng.Deidentify(text)
	}
}

func BenchmarkEngine_Deidentify1m(b *testing.B) {

	src := Read("./testcases/test_1k.txt")
	text := dupString(src, 1000)

	eng, err := NewEngine(CallerSys)
	eng.ApplyConfigDefault()
	if err != nil {
		b.Fatal(err)
		return
	}

	b.ResetTimer()
	for i := 0; i < b.N; i++ {
		eng.Deidentify(text)
	}
}

func BenchmarkEngine_DeidentifyJSON1k(b *testing.B) {

	text := Read("./testcases/test_json_1k.txt")
	eng, err := NewEngine(CallerSys)
	if err != nil {
		b.Fatal(err)
		return
	}
	eng.ApplyConfigDefault()

	b.ResetTimer()
	for i := 0; i < b.N; i++ {
		_, _, err = eng.DeidentifyJSON(text)
		if err != nil {
			b.Fail()
		}
	}
}

func BenchmarkEngine_DeidentifyJSON10k(b *testing.B) {

	src := Read("./testcases/test_json_1k.txt")
	text, err := dupJson(src, 10)
	if err != nil {
		b.Fatal(err)
		return
	}
	eng, err := NewEngine(CallerSys)
	if err != nil {
		b.Fatal(err)
		return
	}
	eng.ApplyConfigDefault()

	b.ResetTimer()
	for i := 0; i < b.N; i++ {
		eng.DeidentifyJSON(text)
	}
}
func BenchmarkEngine_DeidentifyJSON100k(b *testing.B) {

	src := Read("./testcases/test_json_1k.txt")
	text, err := dupJson(src, 100)
	eng, err := NewEngine(CallerSys)
	if err != nil {
		b.Fatal(err)
		return
	}
	eng.ApplyConfigDefault()

	b.ResetTimer()
	for i := 0; i < b.N; i++ {
		_, _, err = eng.DeidentifyJSON(text)
		if err != nil {
			b.Fatal(err)
		}
	}
}
func BenchmarkEngine_DeidentifyJSON1m(b *testing.B) {

	src := Read("./testcases/test_json_1k.txt")
	text, err := dupJson(src, 1000)
	eng, err := NewEngine(CallerSys)
	if err != nil {
		b.Fatal(err)
		return
	}
	eng.ApplyConfigDefault()

	b.ResetTimer()
	for i := 0; i < b.N; i++ {
		eng.DeidentifyJSON(text)
	}
}

func check(e error) {
	if e != nil {
		fmt.Println(e.Error())
		//panic(e)

	}
}

/**
 * 判断文件是否存在  存在返回 true 不存在返回false
 */
func checkFileIsExist(filename string) bool {
	var exist = true
	if _, err := os.Stat(filename); os.IsNotExist(err) {
		exist = false
	}
	return exist
}

//读取到file中，再利用ioutil将file直接读取到[]byte中, 这是最优
func Read(filepath string) string {
	f, err := os.Open(filepath)
	if err != nil {
		fmt.Println("read file fail", err)
		return ""
	}
	defer f.Close()

	fd, err := ioutil.ReadAll(f)
	if err != nil {
		fmt.Println("read to fd fail", err)
		return ""
	}
	return string(fd)
}

func dupString(src string, coefficient int) string {
	var buffer bytes.Buffer
	for i := 0; i < coefficient; i++ {
		buffer.WriteString(src)
	}
	return buffer.String()
}

func dupJson(src string, coefficient int) (result string, err error) {
	dst := make(map[string]map[string]string)
	item := make(map[string]string)
	err = json.Unmarshal([]byte(src), &item)
	if err != nil {
		return
	}

	for i := 0; i < coefficient; i++ {
		dst[strconv.Itoa(i)] = item
	}
	b, err := json.Marshal(dst)
	if err != nil {
		return
	}
	result = string(b)
	return
}