lex_test.go 2.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172
  1. // Copyright 2017 The go-ethereum Authors
  2. // This file is part of the go-ethereum library.
  3. //
  4. // The go-ethereum library is free software: you can redistribute it and/or modify
  5. // it under the terms of the GNU Lesser General Public License as published by
  6. // the Free Software Foundation, either version 3 of the License, or
  7. // (at your option) any later version.
  8. //
  9. // The go-ethereum library is distributed in the hope that it will be useful,
  10. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. // GNU Lesser General Public License for more details.
  13. //
  14. // You should have received a copy of the GNU Lesser General Public License
  15. // along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
  16. package asm
  17. import (
  18. "reflect"
  19. "testing"
  20. )
  21. func lexAll(src string) []token {
  22. ch := Lex("test.asm", []byte(src), false)
  23. var tokens []token
  24. for i := range ch {
  25. tokens = append(tokens, i)
  26. }
  27. return tokens
  28. }
  29. func TestLexer(t *testing.T) {
  30. tests := []struct {
  31. input string
  32. tokens []token
  33. }{
  34. {
  35. input: ";; this is a comment",
  36. tokens: []token{{typ: lineStart}, {typ: eof}},
  37. },
  38. {
  39. input: "0x12345678",
  40. tokens: []token{{typ: lineStart}, {typ: number, text: "0x12345678"}, {typ: eof}},
  41. },
  42. {
  43. input: "0x123ggg",
  44. tokens: []token{{typ: lineStart}, {typ: number, text: "0x123"}, {typ: element, text: "ggg"}, {typ: eof}},
  45. },
  46. {
  47. input: "12345678",
  48. tokens: []token{{typ: lineStart}, {typ: number, text: "12345678"}, {typ: eof}},
  49. },
  50. {
  51. input: "123abc",
  52. tokens: []token{{typ: lineStart}, {typ: number, text: "123"}, {typ: element, text: "abc"}, {typ: eof}},
  53. },
  54. {
  55. input: "0123abc",
  56. tokens: []token{{typ: lineStart}, {typ: number, text: "0123"}, {typ: element, text: "abc"}, {typ: eof}},
  57. },
  58. }
  59. for _, test := range tests {
  60. tokens := lexAll(test.input)
  61. if !reflect.DeepEqual(tokens, test.tokens) {
  62. t.Errorf("input %q\ngot: %+v\nwant: %+v", test.input, tokens, test.tokens)
  63. }
  64. }
  65. }