jsonc/token.go at main · go-rotini/jsonc · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
package jsonc

type tokenKind int

const (
	tokenError tokenKind = iota
	tokenStreamStart
	tokenStreamEnd
	tokenObjectStart
	tokenObjectEnd
	tokenArrayStart
	tokenArrayEnd
	tokenNameSeparator
	tokenValueSeparator
	tokenString
	tokenNumber
	tokenTrue
	tokenFalse
	tokenNull
	tokenLineComment
	tokenBlockComment
	tokenNewline
	tokenEOF
)

// token is the unit produced by the scanner. value holds the raw source bytes
// of the token (for strings, including the surrounding quotes; for comments,
// the leading // or /* and trailing */ delimiters are not included).
type token struct {
	kind  tokenKind
	value string
	pos   Position
}

func (t token) String() string {
	switch t.kind {
	case tokenStreamStart:
		return "STREAM-START"
	case tokenStreamEnd:
		return "STREAM-END"
	case tokenObjectStart:
		return "OBJECT-START({)"
	case tokenObjectEnd:
		return "OBJECT-END(})"
	case tokenArrayStart:
		return "ARRAY-START([)"
	case tokenArrayEnd:
		return "ARRAY-END(])"
	case tokenNameSeparator:
		return "NAME-SEPARATOR(:)"
	case tokenValueSeparator:
		return "VALUE-SEPARATOR(,)"
	case tokenString:
		return "STRING(" + t.value + ")"
	case tokenNumber:
		return "NUMBER(" + t.value + ")"
	case tokenTrue:
		return "TRUE"
	case tokenFalse:
		return "FALSE"
	case tokenNull:
		return "NULL"
	case tokenLineComment:
		return "LINE-COMMENT(" + t.value + ")"
	case tokenBlockComment:
		return "BLOCK-COMMENT(" + t.value + ")"
	case tokenNewline:
		return "NEWLINE"
	case tokenEOF:
		return "EOF"
	case tokenError:
		return "ERROR(" + t.value + ")"
	default:
		return "UNKNOWN"
	}
}