package main import ( "fmt" "log" "os" "reflect" "testing" "time" "gorm.io/driver/sqlite" "gorm.io/gorm" ) const HTML_STRING = ` title
product-table-caption
Name Stock Price
product110100
product220200
product330300
product440400
` const JSON_STRING = `{ "date": "1970-01-01", "products": [ {"name": "product1", "stock": 10, "price": 100}, {"name": "product2", "stock": 20, "price": 200}, {"name": "product3", "stock": 30, "price": 300}, {"name": "product4", "stock": 40, "price": 400} ] }` func TestFilterXPath(t *testing.T) { var tests = []struct { Query string Want []string }{ {"//title", []string{"title"}}, {"//table[@id='product-table']//tr//td[last()]", []string{`100`, `200`, `300`, `400`}}, {"//td[@class='price']", []string{`100`, `200`, `300`, `400`}}, {"//table[@id='product-table']//tr//td[2]", []string{`10`, `20`, `30`, `40`}}, {"//td[@class='stock']", []string{`10`, `20`, `30`, `40`}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Query) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: []string{HTML_STRING}}, }, Var1: test.Query, } getFilterResultXPath( &filter, ) if !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterJSON(t *testing.T) { var tests = []struct { Query string Want []string }{ {"date", []string{"1970-01-01"}}, {"products.#.name", []string{"product1", "product2", "product3", "product4"}}, {"products.#.stock", []string{"10", "20", "30", "40"}}, {"products.#.price", []string{"100", "200", "300", "400"}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Query) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: []string{JSON_STRING}}, }, Var1: test.Query, } getFilterResultJSON( &filter, ) if !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterCSS(t *testing.T) { var tests = []struct { Query string Want []string }{ {"title", []string{"title"}}, {".product-table tr td:last-child", []string{`100`, `200`, `300`, `400`}}, {".price", []string{`100`, `200`, `300`, `400`}}, {".product-table tr td:nth-child(2)", []string{`10`, `20`, `30`, `40`}}, {".stock", []string{`10`, `20`, `30`, `40`}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Query) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: []string{HTML_STRING}}, }, Var1: test.Query, } getFilterResultCSS( &filter, ) if !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterReplace(t *testing.T) { var tests = []struct { Input string Query string Want string }{ {"0123456789", "0", "123456789"}, {"0123456789", "9", "012345678"}, {"0123456789", "3456", "012789"}, {"0123456789_0123456789", "3456", "012789_012789"}, {"世界日本語", "世", "界日本語"}, {"世界日本語", "語", "世界日本"}, {"世界日_世界日_世界日", "界", "世日_世日_世日"}, // TODO add replace tests // TODO add regex tests // TODO add regex replace tests } for _, test := range tests { testname := fmt.Sprintf("%s %s", test.Input, test.Query) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: []string{test.Input}}, }, Var1: test.Query, } getFilterResultReplace( &filter, ) if filter.Results[0] != test.Want { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterMatch(t *testing.T) { var tests = []struct { Input string Query string Want []string }{ {"0123456789", "0123|789", []string{"0123", "789"}}, {"0123456789", "abc|321", []string{}}, {"0123456789", "[0-9]{3}", []string{"012", "345", "678"}}, {"世界日本語", "日本", []string{"日本"}}, {"世界日本語_世界日本語_世界日本語", "日本", []string{"日本", "日本", "日本"}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Query) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: []string{test.Input}}, }, Var1: test.Query, } getFilterResultMatch( &filter, ) // len() thing cuz filterResults == nil and test.Want == [], same thing but not really... if !(len(filter.Results) == 0 && len(test.Want) == 0) && !reflect.DeepEqual(filter.Results, test.Want) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterSubstring(t *testing.T) { var tests = []struct { Input string Query string Want string }{ {"0123456789", "0", "0"}, {"0123456789", "9", "9"}, {"0123456789", "0,9", "09"}, {"0123456789", "0:3", "012"}, {"0123456789", ":3", "012"}, {"0123456789", "3:", "3456789"}, {"0123456789", "-3:", "789"}, {"0123456789", ":-3", "0123456"}, {"0123456789", ":-1", "012345678"}, {"0123456789", "0,3,7,9", "0379"}, {"0123456789", "0:3,7,9", "01279"}, {"世界", "1", "界"}, {"世界日本語", ":3", "世界日"}, {"世界日本語", ":-1", "世界日本"}, {"世界日本語", "-1:", "語"}, {"0123456789", "A", "0123456789"}, {"0123456789", "1:A", "0123456789"}, {"0123456789", "A:1", "0123456789"}, {"0123456789", "A:B", "0123456789"}, {"0123456789", "A:B:C", "0123456789"}, } for _, test := range tests { testname := fmt.Sprintf("%s %s", test.Input, test.Query) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: []string{test.Input}}, }, Var1: test.Query, } getFilterResultSubstring( &filter, ) if len(filter.Results) > 0 && filter.Results[0] != test.Want { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterContains(t *testing.T) { var tests = []struct { Input []string Query string Invert string Want []string }{ {[]string{"some text", "other text"}, "some", "false", []string{"some text"}}, {[]string{"some text", "other text"}, "some", "true", []string{"other text"}}, {[]string{"some text", "other text"}, "needle", "false", []string{}}, {[]string{"some text", "other text"}, "needle", "true", []string{"some text", "other text"}}, } for _, test := range tests { testname := fmt.Sprintf("%s %s %s", test.Input, test.Query, test.Invert) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: test.Input}, }, Var1: test.Query, Var2: &test.Invert, } getFilterResultContains( &filter, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterSum(t *testing.T) { var tests = []struct { Input []string Want []string }{ {[]string{"1"}, []string{"1.000000"}}, {[]string{"1"}, []string{"1.000000"}}, {[]string{"1", "1", "A"}, []string{"2.000000"}}, {[]string{"1", "A", "B", "1"}, []string{"2.000000"}}, {[]string{}, []string{"0.000000"}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultSum( &filter, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterMin(t *testing.T) { var tests = []struct { Input []string Want []string }{ {[]string{"1"}, []string{"1.000000"}}, {[]string{"10000"}, []string{"10000.000000"}}, {[]string{"1", "2", "3", "4"}, []string{"1.000000"}}, {[]string{"2000000", "100000", "A"}, []string{"100000.000000"}}, {[]string{"1", "A", "B", "2"}, []string{"1.000000"}}, {[]string{"1.1", "0.1", "10"}, []string{"0.100000"}}, {[]string{}, []string{}}, {[]string{"A"}, []string{}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultMin( &filter, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterMax(t *testing.T) { var tests = []struct { Input []string Want []string }{ {[]string{"1"}, []string{"1.000000"}}, {[]string{"10000"}, []string{"10000.000000"}}, {[]string{"1", "2", "3", "4"}, []string{"4.000000"}}, {[]string{"200000", "100000", "A"}, []string{"200000.000000"}}, {[]string{"1", "A", "B", "2"}, []string{"2.000000"}}, {[]string{"1.1", "0.1", "10"}, []string{"10.000000"}}, {[]string{}, []string{}}, {[]string{"A"}, []string{}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultMax( &filter, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterAverage(t *testing.T) { var tests = []struct { Input []string Want []string }{ {[]string{"1"}, []string{"1.000000"}}, {[]string{"10000"}, []string{"10000.000000"}}, {[]string{"1", "2", "3", "4"}, []string{"2.500000"}}, {[]string{"200000", "100000", "A"}, []string{"150000.000000"}}, {[]string{"1", "A", "B", "2"}, []string{"1.500000"}}, {[]string{"3.5", "5.5", "1.75", "1.25"}, []string{"3.000000"}}, {[]string{}, []string{}}, {[]string{"A"}, []string{}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultAverage( &filter, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterCount(t *testing.T) { var tests = []struct { Input []string Want []string }{ {[]string{"1"}, []string{"1"}}, {[]string{"10000"}, []string{"1"}}, {[]string{"1", "2", "3", "4"}, []string{"4"}}, {[]string{"200000", "100000", "A"}, []string{"3"}}, {[]string{"1", "A", "B", "2"}, []string{"4"}}, {[]string{"3.5", "5.5", "1.75", "1.25"}, []string{"4"}}, {[]string{}, []string{"0"}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultCount( &filter, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestFilterRound(t *testing.T) { var tests = []struct { Input []string Query string Want []string }{ {[]string{"1.123456789"}, "0", []string{"1.000000"}}, {[]string{"1.123456789"}, "1", []string{"1.100000"}}, {[]string{"1.123456789"}, "2", []string{"1.120000"}}, {[]string{"1.123456789"}, "3", []string{"1.123000"}}, {[]string{"1.123456789"}, "4", []string{"1.123500"}}, {[]string{"1.123456789"}, "5", []string{"1.123460"}}, {[]string{"1.123456789"}, "6", []string{"1.123457"}}, {[]string{"1.123456789"}, "7", []string{"1.123457"}}, {[]string{"1.123456789"}, "8", []string{"1.123457"}}, {[]string{"1.123456789"}, "9", []string{"1.123457"}}, {[]string{"A"}, "9", []string{}}, } for _, test := range tests { testname := fmt.Sprintf("%s %s", test.Input, test.Query) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ {Results: test.Input}, }, Var2: &test.Query, } getFilterResultRound( &filter, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func getTestDB() *gorm.DB { db, _ := gorm.Open(sqlite.Open("./test.db")) db.AutoMigrate(&Watch{}, &Filter{}, &FilterConnection{}, &FilterOutput{}) return db } func TestConditionDiff(t *testing.T) { db := getTestDB() const timeLayout = "2006-01-02" time1, err := time.Parse(timeLayout, "2000-01-01") if err != nil { t.Error("Can't parse time") } time2, err := time.Parse(timeLayout, "2001-01-01") if err != nil { t.Error("Can't parse time") } var tests = []struct { dbInput []FilterOutput WatchID uint Input []string Want []string }{ { []FilterOutput{ { WatchID: 1, Name: "Test", Value: "Last", }, }, 1, []string{"New"}, []string{"New"}, }, { []FilterOutput{ { WatchID: 2, Name: "Test", Value: "Previous", Time: time1, }, { WatchID: 2, Name: "Test", Value: "Last", Time: time2, }, }, 2, []string{"New"}, []string{"New"}, }, { []FilterOutput{ { WatchID: 3, Name: "Test", Value: "Same", }, }, 3, []string{"Same"}, []string{}, }, { []FilterOutput{ { WatchID: 4, Name: "Test", Value: "Previous", Time: time1, }, { WatchID: 4, Name: "Test", Value: "Same", Time: time2, }, }, 4, []string{"Same"}, []string{}, }, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { db.Create(&test.dbInput) filter := Filter{ WatchID: test.WatchID, Name: "Test", Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultConditionDiff( &filter, db, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } err = os.Remove("./test.db") if err != nil { log.Println("Could not remove test db:", err) } } func TestConditionLowerLast(t *testing.T) { db := getTestDB() const timeLayout = "2006-01-02" time1, err := time.Parse(timeLayout, "2000-01-01") if err != nil { t.Error("Can't parse time") } time2, err := time.Parse(timeLayout, "2001-01-01") if err != nil { t.Error("Can't parse time") } var tests = []struct { dbInput []FilterOutput WatchID uint Input []string Want []string }{ { []FilterOutput{ { WatchID: 1, Name: "Test", Value: "2", }, }, 1, []string{"1"}, []string{"1"}, }, { []FilterOutput{ { WatchID: 1, Name: "Test", Value: "A", }, }, 1, []string{"1"}, []string{"1"}, }, { []FilterOutput{ { WatchID: 2, Name: "Test", Value: "3", Time: time1, }, { WatchID: 2, Name: "Test", Value: "2", Time: time2, }, }, 2, []string{"1"}, []string{"1"}, }, { []FilterOutput{ { WatchID: 3, Name: "Test", Value: "1", }, }, 3, []string{"2"}, []string{}, }, { []FilterOutput{ { WatchID: 4, Name: "Test", Value: "3", Time: time1, }, { WatchID: 4, Name: "Test", Value: "1", Time: time2, }, }, 4, []string{"2"}, []string{}, }, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { db.Create(&test.dbInput) filter := Filter{ WatchID: test.WatchID, Name: "Test", Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultConditionLowerLast( &filter, db, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } err = os.Remove("./test.db") if err != nil { log.Println("Could not remove test db:", err) } } func TestConditionLowest(t *testing.T) { db := getTestDB() var tests = []struct { dbInput []FilterOutput WatchID uint Input []string Want []string }{ { []FilterOutput{ { WatchID: 1, Name: "Test", Value: "5", }, }, 1, []string{"4"}, []string{"4"}, }, { []FilterOutput{ { WatchID: 1, Name: "Test", Value: "A", }, }, 1, []string{"4"}, []string{"4"}, }, { []FilterOutput{ { WatchID: 2, Name: "Test", Value: "3", }, { WatchID: 2, Name: "Test", Value: "2", }, }, 2, []string{"1"}, []string{"1"}, }, { []FilterOutput{ { WatchID: 3, Name: "Test", Value: "1", }, }, 3, []string{"2"}, []string{}, }, { []FilterOutput{ { WatchID: 4, Name: "Test", Value: "3", }, { WatchID: 4, Name: "Test", Value: "1", }, }, 4, []string{"2"}, []string{}, }, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { db.Create(&test.dbInput) filter := Filter{ WatchID: test.WatchID, Name: "Test", Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultConditionLowest( &filter, db, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } err := os.Remove("./test.db") if err != nil { log.Println("Could not remove test db:", err) } } func TestFilterLowerThan(t *testing.T) { var tests = []struct { Input []string Threshold string Want []string }{ {[]string{"1"}, "2", []string{"1"}}, {[]string{"2"}, "1", []string{}}, {[]string{"1"}, "1", []string{}}, {[]string{"2", "3", "4"}, "1", []string{"1"}}, {[]string{"A", "3", "4"}, "2", []string{"2"}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ { Results: test.Input, Var2: &test.Threshold, }, }, } getFilterResultConditionLowerThan( &filter, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } } func TestConditionHigherLast(t *testing.T) { db := getTestDB() const timeLayout = "2006-01-02" time1, err := time.Parse(timeLayout, "2000-01-01") if err != nil { t.Error("Can't parse time") } time2, err := time.Parse(timeLayout, "2001-01-01") if err != nil { t.Error("Can't parse time") } var tests = []struct { dbInput []FilterOutput WatchID uint Input []string Want []string }{ { []FilterOutput{ { WatchID: 1, Name: "Test", Value: "1", }, }, 1, []string{"2"}, []string{"2"}, }, { []FilterOutput{ { WatchID: 1, Name: "Test", Value: "A", }, }, 1, []string{"1"}, []string{"1"}, }, { []FilterOutput{ { WatchID: 2, Name: "Test", Value: "3", Time: time1, }, { WatchID: 2, Name: "Test", Value: "2", Time: time2, }, }, 2, []string{"3"}, []string{"3"}, }, { []FilterOutput{ { WatchID: 3, Name: "Test", Value: "2", }, }, 3, []string{"1"}, []string{}, }, { []FilterOutput{ { WatchID: 4, Name: "Test", Value: "1", Time: time1, }, { WatchID: 4, Name: "Test", Value: "3", Time: time2, }, }, 4, []string{"2"}, []string{}, }, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { db.Create(&test.dbInput) filter := Filter{ WatchID: test.WatchID, Name: "Test", Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultConditionHigherLast( &filter, db, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } err = os.Remove("./test.db") if err != nil { log.Println("Could not remove test db:", err) } } func TestConditionHighest(t *testing.T) { db := getTestDB() var tests = []struct { dbInput []FilterOutput WatchID uint Input []string Want []string }{ { []FilterOutput{ { WatchID: 1, Name: "Test", Value: "1", }, }, 1, []string{"2"}, []string{"2"}, }, { []FilterOutput{ { WatchID: 1, Name: "Test", Value: "A", }, }, 1, []string{"1"}, []string{"1"}, }, { []FilterOutput{ { WatchID: 2, Name: "Test", Value: "1", }, { WatchID: 2, Name: "Test", Value: "2", }, }, 2, []string{"3"}, []string{"3"}, }, { []FilterOutput{ { WatchID: 3, Name: "Test", Value: "2", }, }, 3, []string{"1"}, []string{}, }, { []FilterOutput{ { WatchID: 4, Name: "Test", Value: "1", }, { WatchID: 4, Name: "Test", Value: "3", }, }, 4, []string{"2"}, []string{}, }, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { db.Create(&test.dbInput) filter := Filter{ WatchID: test.WatchID, Name: "Test", Parents: []*Filter{ {Results: test.Input}, }, } getFilterResultConditionHighest( &filter, db, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } err := os.Remove("./test.db") if err != nil { log.Println("Could not remove test db:", err) } } func TestFilterHigherThan(t *testing.T) { var tests = []struct { Input []string Threshold string Want []string }{ {[]string{"2"}, "1", []string{"2"}}, {[]string{"1"}, "2", []string{}}, {[]string{"1"}, "1", []string{}}, {[]string{"1", "2", "3"}, "4", []string{"4"}}, {[]string{"1", "2", "3", "A"}, "4", []string{"4"}}, } for _, test := range tests { testname := fmt.Sprintf("%s", test.Input) t.Run(testname, func(t *testing.T) { filter := Filter{ Parents: []*Filter{ { Results: test.Input, Var2: &test.Threshold, }, }, } getFilterResultConditionLowerThan( &filter, ) if (filter.Results != nil && test.Want != nil) && !reflect.DeepEqual(test.Want, filter.Results) { t.Errorf("Got %s, want %s", filter.Results, test.Want) } }) } }