How to use tokenizeCollection method of gop Package

...169		reflect.Float32, reflect.Float64,170		reflect.Uintptr, reflect.Complex64, reflect.Complex128:171		return tokenizeNumber(v)172	case reflect.Slice, reflect.Array, reflect.Map, reflect.Struct:173		return tokenizeCollection(sn, p, v)174	}175	return []*Token{t}176}177func tokenizeSpecial(v reflect.Value) ([]*Token, bool) {178	if v.Kind() == reflect.Invalid {179		return []*Token{{Nil, "nil"}}, true180	} else if r, ok := v.Interface().(rune); ok && unicode.IsGraphic(r) {181		return []*Token{{Rune, strconv.QuoteRune(r)}}, true182	} else if b, ok := v.Interface().(byte); ok {183		return tokenizeByte(&Token{Nil, ""}, b), true184	} else if t, ok := v.Interface().(time.Time); ok {185		return tokenizeTime(t), true186	} else if d, ok := v.Interface().(time.Duration); ok {187		return tokenizeDuration(d), true188	}189	return tokenizeJSON(v)190}191func tokenizeCollection(sn seen, p path, v reflect.Value) []*Token {192	ts := []*Token{}193	switch v.Kind() {194	case reflect.Slice, reflect.Array:195		if data, ok := v.Interface().([]byte); ok {196			ts = append(ts, tokenizeBytes(data)...)197			break198		} else {199			ts = append(ts, typeName(v.Type().String()))200		}201		if v.Kind() == reflect.Slice && v.Cap() > 0 {202			ts = append(ts, &Token{Comment, formatLenCap(v.Len(), v.Cap())})203		}204		ts = append(ts, &Token{SliceOpen, "{"})205		for i := 0; i < v.Len(); i++ {...

1import (2func main() {3	client, err := elastic.NewClient()4	if err != nil {5		panic(err)6	}7		Do()8	if err != nil {9		panic(err)10	}11	if get1.Found {12		fmt.Printf("Got document %s in version %d from index %s, type %s13	}14	termQuery := elastic.NewTermQuery("user", "olivere")15	if err != nil {16		panic(err)17	}18	fmt.Printf("Query took %d milliseconds19	fmt.Printf("Found a total of %d tweets20", searchResult.TotalHits())21	for _, item := range searchResult.Each(reflect.TypeOf(ttyp)) {22		if t, ok := item.(Tweet); ok {23			fmt.Printf("Tweet by %s: %s

1import (2func main() {3    fmt.Println("Hello, playground")4    gop := new(gop)5    gop.tokenizeCollection("hello world")6}7import (8func main() {9    fmt.Println("Hello, playground")10    gop := new(gop)11    gop.tokenizeCollection("hello world")12}13import (14func main() {15    fmt.Println("Hello, playground")16    gop := new(gop)17    gop.tokenizeCollection("hello world")18}19import (20func main() {21    fmt.Println("Hello, playground")22    gop := new(gop)23    gop.tokenizeCollection("hello world")24}25import (26func main() {27    fmt.Println("Hello, playground")28    gop := new(gop)29    gop.tokenizeCollection("hello world")30}31import (32func main() {33    fmt.Println("Hello, playground")34    gop := new(gop)35    gop.tokenizeCollection("hello world")36}37import (38func main() {39    fmt.Println("Hello, playground")40    gop := new(gop)41    gop.tokenizeCollection("hello world")42}43import (44func main() {45    fmt.Println("Hello, playground")46    gop := new(gop)47    gop.tokenizeCollection("hello world")48}49import (50func main() {51    fmt.Println("Hello, playground")

1import (2func main() {3    tokens := gop.TokenizeCollection("Hello, World!")4    fmt.Println(tokens)5}6import (7func main() {8    tokens := gop.TokenizeCollection("Hello, World!")9    fmt.Println(tokens)10}11import (12func main() {13    tokens := gop.TokenizeCollection("Hello, World!")14    fmt.Println(tokens)15}16import (17func main() {18    tokens := gop.TokenizeCollection("Hello, World!")19    fmt.Println(tokens)20}21import (22func main() {23    tokens := gop.TokenizeCollection("Hello, World!")24    fmt.Println(tokens)25}26import (27func main() {28    tokens := gop.TokenizeCollection("Hello, World!")29    fmt.Println(tokens)30}31import (32func main() {33    tokens := gop.TokenizeCollection("Hello, World!")34    fmt.Println(tokens)35}36import (37func main() {38    tokens := gop.TokenizeCollection("Hello, World!")39    fmt.Println(tokens)40}

1import (2func main() {3    g := gop.New()4    c := g.NewCollection()5    c.AddItem("one")6    c.AddItem("two")7    c.AddItem("three")8    tokens := g.TokenizeCollection(c)9    for _, token := range tokens {10        fmt.Println(token)11    }12}13import (14func main() {15    g := gop.New()16    c := g.NewCollection()17    c.AddItem("one")18    c.AddItem("two")19    c.AddItem("three")20    tokens := g.Tokenize(c)21    for _, token := range tokens {22        fmt.Println(token)23    }24}25import (26func main() {27    g := gop.New()28    c := g.NewCollection()29    c.AddItem("one")30    c.AddItem("two")31    c.AddItem("three")32    tokens := c.Tokenize()33    for _, token := range tokens {34        fmt.Println(token)35    }36}37import (38func main() {39    g := gop.New()40    c := g.NewCollection()

1import (2func main() {3    g := gop.New()4    fmt.Println(g.TokenizeCollection("This is a sample sentence, which is used for testing."))5}6import (7func main() {8    g := gop.New()9    fmt.Println(g.TokenizeCollection("This is a sample sentence, which is used for testing."))10}11import (12func main() {13    g := gop.New()14    fmt.Println(g.TokenizeCollection("This is a sample sentence, which is used for testing."))15}16import (17func main() {18    g := gop.New()19    fmt.Println(g.TokenizeCollection("This is a sample sentence, which is used for testing."))20}21import (22func main() {23    g := gop.New()24    fmt.Println(g.TokenizeCollection("This is a sample sentence, which is used for testing."))25}26import (27func main() {28    g := gop.New()29    fmt.Println(g.TokenizeCollection("This is a sample sentence, which is used for testing."))30}

1import (2func main() {3	fmt.Println("Hello World")4	gopObj.TokenizeCollection("1.txt")5}6import (7func main() {8	fmt.Println("Hello World")9	gopObj.TokenizeCollection("1.txt")10}

1import (2func main() {3    fmt.Println(g.TokenizeCollection(text))4}5import (6func main() {7    fmt.Println(g.TokenizeCollection(text, "en", true, true, true))8}9import (10func main() {11    fmt.Println(g.TokenizeCollection(text, "en", true, true, true, true))12}13import (14func main() {15    fmt.Println(g.TokenizeCollection(text, "en", true, true, true, true, true))16}17import (18func main() {