diff options
Diffstat (limited to 'lib/parser/parser_test.go')
| -rw-r--r-- | lib/parser/parser_test.go | 287 |
1 files changed, 287 insertions, 0 deletions
diff --git a/lib/parser/parser_test.go b/lib/parser/parser_test.go new file mode 100644 index 00000000..71d0a9e5 --- /dev/null +++ b/lib/parser/parser_test.go @@ -0,0 +1,287 @@ +// Copyright 2019, Shulhan <m.shulhan@gmail.com>. All rights reserved. +// Use of this source code is governed by a BSD-style +// license that can be found in the LICENSE file. + +package parser + +import ( + "testing" + + "github.com/shuLhan/share/lib/test" +) + +func TestParser_AddDelimiters(t *testing.T) { + p := &Parser{ + delims: "/:", + } + + cases := []struct { + delims string + exp string + }{{ + exp: "/:", + }, { + delims: " \t", + exp: "/: \t", + }, { + delims: " \t", + exp: "/: \t", + }} + + for _, c := range cases { + p.AddDelimiters(c.delims) + test.Assert(t, "p.delims", c.exp, p.delims, true) + } +} + +func TestParser_Lines(t *testing.T) { + cases := []struct { + desc string + content string + exp []string + }{{ + desc: "With empty content", + exp: []string{}, + }, { + desc: "With single empty line", + content: "\n", + exp: []string{}, + }, { + desc: "With single empty line", + content: " \t\r\f\n", + exp: []string{}, + }, { + desc: "With one line, at the end", + content: " \t\r\f\ntest", + exp: []string{ + "test", + }, + }, { + desc: "With one line, in the middle", + content: " \t\r\f\ntest \t\r\f\n", + exp: []string{ + "test", + }, + }, { + desc: "With two lines", + content: "A \t\f\r\n \nB \t\f\r\n", + exp: []string{ + "A", + "B", + }, + }, { + desc: "With three lines", + content: "A \t\f\r\n \n\n\nB\n \t\f\r\nC", + exp: []string{ + "A", + "B", + "C", + }, + }} + + p := New("", "") + + for _, c := range cases { + t.Log(c.desc) + + p.Load(c.content, "") + + got := p.Lines() + + test.Assert(t, "Lines()", c.exp, got, true) + } +} + +func TestParser_Token(t *testing.T) { + p := New("\t test \ntest", "") + + cases := []struct { + expToken string + expDelim rune + }{{ + expDelim: '\t', + }, { + expDelim: ' ', + }, { + expToken: "test", + expDelim: ' ', + }, { + expDelim: '\n', + }, { + expToken: "test", + }} + + for _, c := range cases { + gotToken, gotDelim := p.Token() + + test.Assert(t, "token", c.expToken, gotToken, true) + test.Assert(t, "delim", c.expDelim, gotDelim, true) + } +} + +func TestParser_TokenEscaped(t *testing.T) { + p := New("\t te\\ st \ntest", "") + + cases := []struct { + expToken string + expDelim rune + }{{ + expDelim: '\t', + }, { + expDelim: ' ', + }, { + expToken: "te st", + expDelim: ' ', + }, { + expDelim: '\n', + }, { + expToken: "test", + }} + + for _, c := range cases { + gotToken, gotDelim := p.TokenEscaped('\\') + + test.Assert(t, "token", c.expToken, gotToken, true) + test.Assert(t, "delim", c.expDelim, gotDelim, true) + } +} + +func TestParser_SkipLine(t *testing.T) { + cases := []struct { + desc string + content string + expToken string + expDelim rune + }{{ + desc: "With empty content", + }, { + desc: "With empty line", + content: "\ntest\n", + expToken: "test", + expDelim: '\n', + }, { + desc: "With single line", + content: "test\n", + }, { + desc: "With two lines", + content: "test 1\ntest 2", + expToken: "test", + expDelim: ' ', + }} + + p := New("", "") + + for _, c := range cases { + t.Log(c.desc) + + p.Load(c.content, "") + + p.SkipLine() + + gotToken, gotDelim := p.Token() + + test.Assert(t, "token", c.expToken, gotToken, true) + test.Assert(t, "delim", c.expDelim, gotDelim, true) + } +} + +func TestParser_Open(t *testing.T) { + cases := []struct { + desc string + file string + expError string + expContent string + }{{ + desc: "With not existing file", + file: "testdata/xxx", + expError: "open testdata/xxx: no such file or directory", + }, { + desc: "With file exist", + file: "testdata/test.txt", + expContent: "test\n", + }} + + for _, c := range cases { + t.Log(c.desc) + + p, err := Open(c.file, "") + if err != nil { + test.Assert(t, "error", c.expError, err.Error(), true) + continue + } + + test.Assert(t, "content", c.expContent, p.v, true) + } +} + +func TestParser_RemoveDelimiters(t *testing.T) { + p := &Parser{ + delims: "/: \t", + } + cases := []struct { + delims string + exp string + }{{ + exp: "/: \t", + }, { + delims: "/", + exp: ": \t", + }, { + delims: "///", + exp: ": \t", + }, { + delims: "\t :", + exp: "", + }} + + for _, c := range cases { + p.RemoveDelimiters(c.delims) + test.Assert(t, "p.delims", c.exp, p.delims, true) + } +} + +func TestParser_SkipHorizontalSpaces(t *testing.T) { + cases := []struct { + desc string + content string + expRune rune + expToken string + expDelim rune + }{{ + desc: "With empty content", + }, { + desc: "With empty line", + content: " \t\r\f\n", + expRune: '\n', + expDelim: '\n', + }, { + desc: "With single line", + content: "test\n", + expRune: 't', + expToken: "test", + expDelim: '\n', + }, { + desc: "With space in the beginning", + content: " \t\f\rtest 1\ntest 2", + expRune: 't', + expToken: "test", + expDelim: ' ', + }} + + p := New("", "") + + for _, c := range cases { + t.Log(c.desc) + + p.Load(c.content, "") + + got := p.SkipHorizontalSpaces() + + test.Assert(t, "rune", c.expRune, got, true) + + gotToken, gotDelim := p.Token() + + test.Assert(t, "token", c.expToken, gotToken, true) + test.Assert(t, "delim", c.expDelim, gotDelim, true) + } +} |