本文整理汇总了Golang中espra/lex.Lexer类的典型用法代码示例。如果您正苦于以下问题:Golang Lexer类的具体用法?Golang Lexer怎么用?Golang Lexer使用的例子?那么恭喜您, 这里精选的类代码示例或许可以为您提供帮助。
在下文中一共展示了Lexer类的13个代码示例,这些例子默认根据受欢迎程度排序。您可以为喜欢或者感觉有用的代码点赞,您的评价将有助于我们的系统推荐出更棒的Golang代码示例。
示例1: LexIfExpr
func LexIfExpr(l *lex.Lexer) lex.StateFn {
if int(l.Pos) >= len(l.Input) {
l.Emit(lex.ItemEOF)
return nil
}
return InsideAction
}
开发者ID:tav,项目名称:oldproto,代码行数:7,代码来源:ui.go
示例2: Number
func Number(l *lex.Lexer) lex.StateFn {
if !l.ScanNumber() {
return l.Errorf("bad number syntax: %q", l.Input[l.Start:l.Pos])
}
l.Emit(ItemNumber)
return InsideAction
}
开发者ID:tav,项目名称:oldproto,代码行数:7,代码来源:ui.go
示例3: Space
func Space(l *lex.Lexer) lex.StateFn {
for lex.IsSpace(l.Peek()) {
l.Next()
}
l.Emit(ItemSpace)
return InsideAction
}
开发者ID:tav,项目名称:oldproto,代码行数:8,代码来源:ui.go
示例4: LoopIdentifier
func LoopIdentifier(l *lex.Lexer) lex.StateFn {
typ := ItemIdentifier
for {
r := l.Next()
if !IsValidIdentifierChar(r) {
l.Backup()
break
}
}
l.Emit(typ)
return LexForExpr
}
开发者ID:tav,项目名称:oldproto,代码行数:12,代码来源:ui.go
示例5: LexTextNode
func LexTextNode(l *lex.Lexer) lex.StateFn {
for {
r := l.Next()
if lex.IsAlphaNumeric(l.Peek()) {
if lex.IsSpace(r) || lex.IsEndOfLine(r) {
l.Emit(ItemText)
}
i := lex.Pos(strings.IndexAny(l.Input[l.Pos:], " \t\n\r"))
if i != -1 {
i = l.Pos + i
} else {
i = lex.Pos(len(l.Input) - 1)
}
if strings.Contains(l.Input[l.Pos:i], ":") {
l.Pos = i
return LexURI
}
}
l.Backup()
if strings.HasPrefix(l.Input[l.Pos:], leftDelim) {
if l.Pos > l.Start {
l.Emit(ItemText)
}
return LeftDelim
}
if l.Next() == lex.EOF {
break
}
}
// Correctly reached EOF.
if l.Pos > l.Start {
l.Emit(ItemText)
}
l.Emit(lex.ItemEOF)
return nil
}
开发者ID:tav,项目名称:oldproto,代码行数:36,代码来源:ui.go
示例6: LexURI
func LexURI(l *lex.Lexer) lex.StateFn {
l.Emit(ItemURI)
return LexTextNode
}
开发者ID:tav,项目名称:oldproto,代码行数:4,代码来源:ui.go
示例7: LexForExpr
func LexForExpr(l *lex.Lexer) lex.StateFn {
if int(l.Pos) >= len(l.Input) {
l.Emit(lex.ItemEOF)
return nil
}
if strings.HasPrefix(l.Input[l.Pos:], "in") {
l.Pos += lex.Pos(2)
l.Emit(ItemIn)
return InsideAction
}
// any list of space separated identifiers
switch r := l.Next(); {
case lex.IsSpace(r):
for lex.IsSpace(l.Peek()) {
l.Next()
}
l.Emit(ItemSpace)
return LexForExpr
case unicode.IsLetter(r):
return LoopIdentifier
default:
return l.Errorf("Unexpected Character '%s'", string(r))
}
}
开发者ID:tav,项目名称:oldproto,代码行数:25,代码来源:ui.go
示例8: LeftDelim
// LeftDelim scans the left delimiter, which is known to be present.
func LeftDelim(l *lex.Lexer) lex.StateFn {
l.Pos += lex.Pos(len(leftDelim))
l.Emit(ItemLeftDelim)
return InsideAction
}
开发者ID:tav,项目名称:oldproto,代码行数:6,代码来源:ui.go
示例9: RightDelim
// RightDelim scans the right delimiter, which is known to be present.
func RightDelim(l *lex.Lexer) lex.StateFn {
l.Pos += lex.Pos(len(rightDelim))
l.Emit(ItemRightDelim)
return LexTextNode
}
开发者ID:tav,项目名称:oldproto,代码行数:6,代码来源:ui.go
示例10: InsideAction
func InsideAction(l *lex.Lexer) lex.StateFn {
if l.Name == "LexTextNode" && strings.HasPrefix(l.Input[l.Pos:], rightDelim) {
if l.IntState[ActionParenDepth] > 0 {
return l.Errorf("unmatched parentheses")
}
return RightDelim
}
switch r := l.Next(); {
case (r == lex.EOF || lex.IsEndOfLine(r)):
if l.Name == "LexIfExpr" {
return LexIfExpr
}
if l.Name == "LexForExpr" {
return LexForExpr
}
// if reach eof throw while still in action throw error
return l.Errorf("unclosed action")
case lex.IsSpace(r):
return Space
case unicode.IsLetter(r): //variable and function must begin with a letter
return Identifier
case r == '!':
if unicode.IsLetter(l.Peek()) {
return Identifier
}
return l.Errorf("invalid character in builtin")
case r == '#' || r == '+':
if unicode.IsLetter(l.Peek()) {
return EspraURI
}
return l.Errorf("invalid character in URI")
case r == '-' || unicode.IsDigit(r):
l.Backup()
return Number
case r == '\'' || r == '"':
l.Emit(ItemOpenQuote)
return String
case r == '(':
l.IntState[ActionParenDepth] += 1
l.Emit(ItemLeftParen)
case r == ')':
l.IntState[ActionParenDepth] -= 1
l.Emit(ItemRightParen)
case r == '|':
l.Emit(ItemPipe)
default:
return l.Errorf("Unexpected Character '%s'", string(r))
}
return InsideAction
}
开发者ID:tav,项目名称:oldproto,代码行数:52,代码来源:ui.go
示例11: String
// Quote scans a quoted string.
func String(l *lex.Lexer) lex.StateFn {
Loop:
for {
switch l.Next() {
case '\\':
// ???
if r := l.Next(); r != lex.EOF && r != '\n' {
break
}
fallthrough
case lex.EOF, '\n':
return l.Errorf("unterminated quoted string")
case '"', '\'':
l.Backup()
break Loop
}
}
l.Emit(ItemString)
l.Next()
l.Emit(ItemCloseQuote)
return InsideAction
}
开发者ID:tav,项目名称:oldproto,代码行数:23,代码来源:ui.go
示例12: Identifier
func Identifier(l *lex.Lexer) lex.StateFn {
typ := ItemIdentifier
r, _ := utf8.DecodeRuneInString(l.Input[l.Start:])
if r == '!' {
l.Ignore()
typ = ItemBuiltin
}
for {
// should not appear in the first identifier of an expression of sub-expression (since it must be a function)
r = l.Next()
if r == ':' {
typ = ItemArgKey
l.Backup()
l.Emit(typ)
l.Next()
l.Ignore()
return InsideAction
}
if !IsValidIdentifierChar(r) {
l.Backup()
break
}
}
l.Emit(typ)
return InsideAction
}
开发者ID:tav,项目名称:oldproto,代码行数:27,代码来源:ui.go
示例13: EspraURI
func EspraURI(l *lex.Lexer) lex.StateFn {
l.Emit(ItemEspraURI)
return InsideAction
}
开发者ID:tav,项目名称:oldproto,代码行数:4,代码来源:ui.go
注:本文中的espra/lex.Lexer类示例整理自Github/MSDocs等源码及文档管理平台,相关代码片段筛选自各路编程大神贡献的开源项目,源码版权归原作者所有,传播和使用请参考对应项目的License;未经允许,请勿转载。 |
请发表评论