@[reducible, inline]

abbrev Lean.Parser.mkAtom (info : Lean.SourceInfo) (val : String) : Lean.Syntax

Equations

• Lean.Parser.mkAtom info val = Lean.Syntax.atom info val

@[reducible, inline]

abbrev Lean.Parser.mkIdent (info : Lean.SourceInfo) (rawVal : Substring) (val : Lean.Name) : Lean.Syntax

Equations

• Lean.Parser.mkIdent info rawVal val = Lean.Syntax.ident info rawVal val []

def Lean.Parser.getNext (input : String) (pos : String.Pos) : Char

Return character after position pos

Equations

• Lean.Parser.getNext input pos = input.get (input.next pos)

def Lean.Parser.maxPrec : Nat

Maximal (and function application) precedence. In the standard lean language, no parser has precedence higher than maxPrec.

Note that nothing prevents users from using a higher precedence, but we strongly discourage them from doing it.

def Lean.Parser.argPrec : Nat

Equations

• Lean.Parser.argPrec = 1023

def Lean.Parser.leadPrec : Nat

Equations

• Lean.Parser.leadPrec = 1022

def Lean.Parser.minPrec : Nat

Equations

• Lean.Parser.minPrec = 10

@[reducible, inline]

abbrev Lean.Parser.Token : Type

Equations

• Lean.Parser.Token = String

@[reducible, inline]

abbrev Lean.Parser.TokenTable : Type

@[reducible, inline]

abbrev Lean.Parser.SyntaxNodeKindSet : Type

Equations

• Lean.Parser.SyntaxNodeKindSet = Lean.PersistentHashMap Lean.SyntaxNodeKind Unit

def Lean.Parser.SyntaxNodeKindSet.insert (s : Lean.Parser.SyntaxNodeKindSet) (k : Lean.SyntaxNodeKind) : Lean.Parser.SyntaxNodeKindSet

Equations

• s.insert k = Lean.PersistentHashMap.insert s k ()

structure Lean.Parser.InputContext : Type

Input string and related data. Recall that the FileMap is a helper structure for mapping String.Pos in the input string to line/column information.

• input : String
• fileName : String
• fileMap : Lean.FileMap

instance Lean.Parser.instInhabitedInputContext : Inhabited Lean.Parser.InputContext

Equations

• Lean.Parser.instInhabitedInputContext = { default := { input := default, fileName := default, fileMap := default } }

structure Lean.Parser.ParserModuleContext : Type

Input context derived from elaboration of previous commands.

• env : Lean.Environment
• options : Lean.Options
• currNamespace : Lean.Name
• openDecls : List Lean.OpenDecl

structure Lean.Parser.CacheableParserContext : Type

Parser context parts that can be updated without invalidating the parser cache.

• prec : Nat
• quotDepth : Nat
• suppressInsideQuot : Bool
• savedPos? : Option String.Pos
• forbiddenTk? : Option Lean.Parser.Token

instance Lean.Parser.instBEqCacheableParserContext : BEq Lean.Parser.CacheableParserContext

Equations

• Lean.Parser.instBEqCacheableParserContext = { beq := Lean.Parser.beqCacheableParserContext✝ }

structure Lean.Parser.ParserContextCoreextends Lean.Parser.InputContext, Lean.Parser.ParserModuleContext, Lean.Parser.CacheableParserContext : Type

Parser context updateable in adaptUncacheableContextFn.

• input : String
• fileName : String
• fileMap : Lean.FileMap
• env : Lean.Environment
• options : Lean.Options
• currNamespace : Lean.Name
• openDecls : List Lean.OpenDecl
• prec : Nat
• quotDepth : Nat
• suppressInsideQuot : Bool
• savedPos? : Option String.Pos
• forbiddenTk? : Option Lean.Parser.Token
• tokens : Lean.Parser.TokenTable

structure Lean.Parser.ParserContextextends Lean.Parser.ParserContextCore : Type

Opaque parser context updateable using adaptCacheableContextFn and adaptUncacheableContextFn.

• input : String
• fileName : String
• fileMap : Lean.FileMap
• env : Lean.Environment
• options : Lean.Options
• currNamespace : Lean.Name
• openDecls : List Lean.OpenDecl
• prec : Nat
• quotDepth : Nat
• suppressInsideQuot : Bool
• savedPos? : Option String.Pos
• forbiddenTk? : Option Lean.Parser.Token
• tokens : Lean.Parser.TokenTable

structure Lean.Parser.Error : Type

• unexpectedTk : Lean.Syntax

  If not missing, used for lazily calculating unexpected message and range in mkErrorMessage. Otherwise, ParserState.pos is used as an empty range.

• unexpected : String
• expected : List String

instance Lean.Parser.instInhabitedError : Inhabited Lean.Parser.Error

instance Lean.Parser.instBEqError : BEq Lean.Parser.Error

def Lean.Parser.Error.toString (e : Lean.Parser.Error) : String

instance Lean.Parser.Error.instToString : ToString Lean.Parser.Error

Equations

• Lean.Parser.Error.instToString = { toString := Lean.Parser.Error.toString }

def Lean.Parser.Error.merge (e₁ e₂ : Lean.Parser.Error) : Lean.Parser.Error

structure Lean.Parser.TokenCacheEntry : Type

• startPos : String.Pos
• stopPos : String.Pos
• token : Lean.Syntax

structure Lean.Parser.ParserCacheKeyextends Lean.Parser.CacheableParserContext : Type

• prec : Nat
• quotDepth : Nat
• suppressInsideQuot : Bool
• savedPos? : Option String.Pos
• forbiddenTk? : Option Lean.Parser.Token
• parserName : Lean.Name
• pos : String.Pos

instance Lean.Parser.instBEqParserCacheKey : BEq Lean.Parser.ParserCacheKey

instance Lean.Parser.instHashableParserCacheKey : Hashable Lean.Parser.ParserCacheKey

structure Lean.Parser.ParserCacheEntry : Type

• stx : Lean.Syntax
• lhsPrec : Nat
• newPos : String.Pos
• errorMsg : Option Lean.Parser.Error

structure Lean.Parser.ParserCache : Type

• tokenCache : Lean.Parser.TokenCacheEntry
• parserCache : Std.HashMap Lean.Parser.ParserCacheKey Lean.Parser.ParserCacheEntry

def Lean.Parser.initCacheForInput (input : String) : Lean.Parser.ParserCache

structure Lean.Parser.SyntaxStack : Type

A syntax array with an inaccessible prefix, used for sound caching.

• raw : Array Lean.Syntax
• drop : Nat

def Lean.Parser.SyntaxStack.toSubarray (stack : Lean.Parser.SyntaxStack) : Subarray Lean.Syntax

Equations

• stack.toSubarray = (Lean.Parser.SyntaxStack.raw✝ stack).toSubarray (Lean.Parser.SyntaxStack.drop✝ stack)

def Lean.Parser.SyntaxStack.empty : Lean.Parser.SyntaxStack

Equations

• Lean.Parser.SyntaxStack.empty = { raw := #[], drop := 0 }

def Lean.Parser.SyntaxStack.size (stack : Lean.Parser.SyntaxStack) : Nat

def Lean.Parser.SyntaxStack.isEmpty (stack : Lean.Parser.SyntaxStack) : Bool

Equations

• stack.isEmpty = (stack.size == 0)

def Lean.Parser.SyntaxStack.take (stack : Lean.Parser.SyntaxStack) (n : Nat) : Lean.Parser.SyntaxStack

@[reducible, inline, deprecated Lean.Parser.SyntaxStack.take]

abbrev Lean.Parser.SyntaxStack.shrink (stack : Lean.Parser.SyntaxStack) (n : Nat) : Lean.Parser.SyntaxStack

Equations

• Lean.Parser.SyntaxStack.shrink = Lean.Parser.SyntaxStack.take

def Lean.Parser.SyntaxStack.push (stack : Lean.Parser.SyntaxStack) (a : Lean.Syntax) : Lean.Parser.SyntaxStack

def Lean.Parser.SyntaxStack.pop (stack : Lean.Parser.SyntaxStack) : Lean.Parser.SyntaxStack

Equations

• stack.pop = if stack.size > 0 then { raw := (Lean.Parser.SyntaxStack.raw✝ stack).pop, drop := Lean.Parser.SyntaxStack.drop✝ stack } else stack

def Lean.Parser.SyntaxStack.back (stack : Lean.Parser.SyntaxStack) : Lean.Syntax

def Lean.Parser.SyntaxStack.get! (stack : Lean.Parser.SyntaxStack) (i : Nat) : Lean.Syntax

Equations

• One or more equations did not get rendered due to their size.

def Lean.Parser.SyntaxStack.extract (stack : Lean.Parser.SyntaxStack) (start stop : Nat) : Array Lean.Syntax

instance Lean.Parser.SyntaxStack.instHAppendArraySyntax : HAppend Lean.Parser.SyntaxStack (Array Lean.Syntax) Lean.Parser.SyntaxStack

Equations

• One or more equations did not get rendered due to their size.

structure Lean.Parser.ParserState : Type

• stxStack : Lean.Parser.SyntaxStack
• lhsPrec : Nat

  Set to the precedence of the preceding (not surrounding) parser by runLongestMatchParser for the use of checkLhsPrec in trailing parsers. Note that with chaining, the preceding parser can be another trailing parser: in 1 * 2 + 3, the preceding parser is '*' when '+' is executed.

• pos : String.Pos
• cache : Lean.Parser.ParserCache
• errorMsg : Option Lean.Parser.Error
• recoveredErrors : Array (String.Pos × Lean.Parser.SyntaxStack × Lean.Parser.Error)

@[inline]

def Lean.Parser.ParserState.hasError (s : Lean.Parser.ParserState) : Bool

def Lean.Parser.ParserState.stackSize (s : Lean.Parser.ParserState) : Nat

Equations

• s.stackSize = s.stxStack.size

def Lean.Parser.ParserState.restore (s : Lean.Parser.ParserState) (iniStackSz : Nat) (iniPos : String.Pos) : Lean.Parser.ParserState

Equations

• s.restore iniStackSz iniPos = { stxStack := s.stxStack.take iniStackSz, lhsPrec := s.lhsPrec, pos := iniPos, cache := s.cache, errorMsg := none, recoveredErrors := s.recoveredErrors }

def Lean.Parser.ParserState.setPos (s : Lean.Parser.ParserState) (pos : String.Pos) : Lean.Parser.ParserState

Equations

• s.setPos pos = { stxStack := s.stxStack, lhsPrec := s.lhsPrec, pos := pos, cache := s.cache, errorMsg := s.errorMsg, recoveredErrors := s.recoveredErrors }

def Lean.Parser.ParserState.setCache (s : Lean.Parser.ParserState) (cache : Lean.Parser.ParserCache) : Lean.Parser.ParserState

def Lean.Parser.ParserState.pushSyntax (s : Lean.Parser.ParserState) (n : Lean.Syntax) : Lean.Parser.ParserState

def Lean.Parser.ParserState.popSyntax (s : Lean.Parser.ParserState) : Lean.Parser.ParserState

def Lean.Parser.ParserState.takeStack (s : Lean.Parser.ParserState) (iniStackSz : Nat) : Lean.Parser.ParserState

Equations

• s.takeStack iniStackSz = { stxStack := s.stxStack.take iniStackSz, lhsPrec := s.lhsPrec, pos := s.pos, cache := s.cache, errorMsg := s.errorMsg, recoveredErrors := s.recoveredErrors }

@[reducible, inline, deprecated Lean.Parser.ParserState.takeStack]

abbrev Lean.Parser.ParserState.shrinkStack (s : Lean.Parser.ParserState) (iniStackSz : Nat) : Lean.Parser.ParserState

def Lean.Parser.ParserState.next (s : Lean.Parser.ParserState) (input : String) (pos : String.Pos) : Lean.Parser.ParserState

Equations

• s.next input pos = { stxStack := s.stxStack, lhsPrec := s.lhsPrec, pos := input.next pos, cache := s.cache, errorMsg := s.errorMsg, recoveredErrors := s.recoveredErrors }

def Lean.Parser.ParserState.next' (s : Lean.Parser.ParserState) (input : String) (pos : String.Pos) (h : ¬input.atEnd pos = true) : Lean.Parser.ParserState

Equations

• s.next' input pos h = { stxStack := s.stxStack, lhsPrec := s.lhsPrec, pos := input.next' pos h, cache := s.cache, errorMsg := s.errorMsg, recoveredErrors := s.recoveredErrors }

def Lean.Parser.ParserState.mkNode (s : Lean.Parser.ParserState) (k : Lean.SyntaxNodeKind) (iniStackSz : Nat) : Lean.Parser.ParserState

def Lean.Parser.ParserState.mkTrailingNode (s : Lean.Parser.ParserState) (k : Lean.SyntaxNodeKind) (iniStackSz : Nat) : Lean.Parser.ParserState

Equations

• One or more equations did not get rendered due to their size.

def Lean.Parser.ParserState.allErrors (s : Lean.Parser.ParserState) : Array (String.Pos × Lean.Parser.SyntaxStack × Lean.Parser.Error)

Equations

• s.allErrors = s.recoveredErrors ++ (Option.map (fun (e : Lean.Parser.Error) => #[(s.pos, s.stxStack, e)]) s.errorMsg).getD #[]

@[inline]

def Lean.Parser.ParserState.setError (s : Lean.Parser.ParserState) (e : Lean.Parser.Error) : Lean.Parser.ParserState

Equations

• One or more equations did not get rendered due to their size.

def Lean.Parser.ParserState.mkError (s : Lean.Parser.ParserState) (msg : String) : Lean.Parser.ParserState

Equations

• s.mkError msg = (s.setError { unexpectedTk := Lean.Syntax.missing, unexpected := "", expected := [msg] }).pushSyntax Lean.Syntax.missing

def Lean.Parser.ParserState.mkUnexpectedError (s : Lean.Parser.ParserState) (msg : String) (expected : List String := []) (pushMissing : Bool := true) : Lean.Parser.ParserState

Equations

• One or more equations did not get rendered due to their size.

def Lean.Parser.ParserState.mkEOIError (s : Lean.Parser.ParserState) (expected : List String := []) : Lean.Parser.ParserState

def Lean.Parser.ParserState.mkErrorsAt (s : Lean.Parser.ParserState) (ex : List String) (pos : String.Pos) (initStackSz? : Option Nat := none) : Lean.Parser.ParserState

def Lean.Parser.ParserState.mkErrorAt (s : Lean.Parser.ParserState) (msg : String) (pos : String.Pos) (initStackSz? : Option Nat := none) : Lean.Parser.ParserState

Equations

• s.mkErrorAt msg pos initStackSz? = s.mkErrorsAt [msg] pos initStackSz?

def Lean.Parser.ParserState.mkUnexpectedTokenErrors (s : Lean.Parser.ParserState) (ex : List String) (iniPos : String.Pos := 0) : Lean.Parser.ParserState

Reports given 'expected' messages at range of top stack element (assumed to be a single token). Replaces the element with missing and resets position to the token position. iniPos can be specified to avoid this position lookup but still must be identical to the token position.

def Lean.Parser.ParserState.mkUnexpectedTokenError (s : Lean.Parser.ParserState) (msg : String) (iniPos : String.Pos := 0) : Lean.Parser.ParserState

Reports given 'expected' message at range of top stack element (assumed to be a single token). Replaces the element with missing and resets position to the token position. iniPos can be specified to avoid this position lookup but still must be identical to the token position.

def Lean.Parser.ParserState.mkUnexpectedErrorAt (s : Lean.Parser.ParserState) (msg : String) (pos : String.Pos) : Lean.Parser.ParserState

Equations

• s.mkUnexpectedErrorAt msg pos = (s.setPos pos).mkUnexpectedError msg

def Lean.Parser.ParserState.toErrorMsg (ctx : Lean.Parser.InputContext) (s : Lean.Parser.ParserState) : String

def Lean.Parser.ParserFn : Type

instance Lean.Parser.instInhabitedParserFn : Inhabited Lean.Parser.ParserFn

Equations

• Lean.Parser.instInhabitedParserFn = { default := fun (x : Lean.Parser.ParserContext) (s : Lean.Parser.ParserState) => s }

inductive Lean.Parser.FirstTokens : Type

• epsilon: Lean.Parser.FirstTokens
• unknown: Lean.Parser.FirstTokens
• tokens: List Lean.Parser.Token → Lean.Parser.FirstTokens
• optTokens: List Lean.Parser.Token → Lean.Parser.FirstTokens

instance Lean.Parser.instInhabitedFirstTokens : Inhabited Lean.Parser.FirstTokens

Equations

• Lean.Parser.instInhabitedFirstTokens = { default := Lean.Parser.FirstTokens.epsilon }

def Lean.Parser.FirstTokens.seq : Lean.Parser.FirstTokens → Lean.Parser.FirstTokens → Lean.Parser.FirstTokens

Equations

• Lean.Parser.FirstTokens.epsilon.seq x = x
• (Lean.Parser.FirstTokens.optTokens s₁).seq (Lean.Parser.FirstTokens.optTokens s₂) = Lean.Parser.FirstTokens.optTokens (s₁ ++ s₂)
• (Lean.Parser.FirstTokens.optTokens s₁).seq (Lean.Parser.FirstTokens.tokens s₂) = Lean.Parser.FirstTokens.tokens (s₁ ++ s₂)
• x✝.seq x = x✝

def Lean.Parser.FirstTokens.toOptional : Lean.Parser.FirstTokens → Lean.Parser.FirstTokens

Equations

• (Lean.Parser.FirstTokens.tokens tks).toOptional = Lean.Parser.FirstTokens.optTokens tks
• x.toOptional = x

def Lean.Parser.FirstTokens.merge : Lean.Parser.FirstTokens → Lean.Parser.FirstTokens → Lean.Parser.FirstTokens

def Lean.Parser.FirstTokens.toStr : Lean.Parser.FirstTokens → String

Equations

• Lean.Parser.FirstTokens.epsilon.toStr = "epsilon"
• Lean.Parser.FirstTokens.unknown.toStr = "unknown"
• (Lean.Parser.FirstTokens.tokens tks).toStr = toString tks
• (Lean.Parser.FirstTokens.optTokens tks).toStr = "?" ++ toString tks

instance Lean.Parser.FirstTokens.instToString : ToString Lean.Parser.FirstTokens

structure Lean.Parser.ParserInfo : Type

• collectTokens : List Lean.Parser.Token → List Lean.Parser.Token
• collectKinds : Lean.Parser.SyntaxNodeKindSet → Lean.Parser.SyntaxNodeKindSet
• firstTokens : Lean.Parser.FirstTokens

instance Lean.Parser.instInhabitedParserInfo : Inhabited Lean.Parser.ParserInfo

structure Lean.Parser.Parser : Type

• info : Lean.Parser.ParserInfo
• fn : Lean.Parser.ParserFn

instance Lean.Parser.instInhabitedParser : Inhabited Lean.Parser.Parser

@[reducible, inline]

abbrev Lean.Parser.TrailingParser : Type

Equations

• Lean.Parser.TrailingParser = Lean.Parser.Parser

@[inline]

def Lean.Parser.withFn (f : Lean.Parser.ParserFn → Lean.Parser.ParserFn) (p : Lean.Parser.Parser) : Lean.Parser.Parser

Create a simple parser combinator that inherits the info of the nested parser.

def Lean.Parser.adaptCacheableContextFn (f : Lean.Parser.CacheableParserContext → Lean.Parser.CacheableParserContext) (p : Lean.Parser.ParserFn) : Lean.Parser.ParserFn

Equations

• One or more equations did not get rendered due to their size.

def Lean.Parser.adaptCacheableContext (f : Lean.Parser.CacheableParserContext → Lean.Parser.CacheableParserContext) : Lean.Parser.Parser → Lean.Parser.Parser

Equations

• Lean.Parser.adaptCacheableContext f = Lean.Parser.withFn (Lean.Parser.adaptCacheableContextFn f)

def Lean.Parser.withResetCacheFn (p : Lean.Parser.ParserFn) : Lean.Parser.ParserFn

Run p with a fresh cache, restore outer cache afterwards. p may access the entire syntax stack.

def Lean.Parser.withResetCache : Lean.Parser.Parser → Lean.Parser.Parser

Run p with a fresh cache, restore outer cache afterwards. p may access the entire syntax stack.

Equations

• Lean.Parser.withResetCache = Lean.Parser.withFn Lean.Parser.withResetCacheFn

def Lean.Parser.adaptUncacheableContextFn (f : Lean.Parser.ParserContextCore → Lean.Parser.ParserContextCore) (p : Lean.Parser.ParserFn) : Lean.Parser.ParserFn

Run p under the given context transformation with a fresh cache (see also withResetCacheFn).

def Lean.Parser.withCacheFn (parserName : Lean.Name) (p : Lean.Parser.ParserFn) : Lean.Parser.ParserFn

Run p and record result in parser cache for any further invocation with this parserName, parser context, and parser state. p cannot access syntax stack elements pushed before the invocation in order to make caching independent of parser history. As this excludes trailing parsers from being cached, we also reset lhsPrec, which is not read but set by leading parsers, to 0 in order to increase cache hits. Finally, errorMsg is also reset to none as a leading parser should not be called in the first place if there was an error.

def Lean.Parser.withCache (parserName : Lean.Name) : Lean.Parser.Parser → Lean.Parser.Parser

Run p and record result in parser cache for any further invocation with this parserName, parser context, and parser state. p cannot access syntax stack elements pushed before the invocation in order to make caching independent of parser history. As this excludes trailing parsers from being cached, we also reset lhsPrec, which is not read but set by leading parsers, to 0 in order to increase cache hits. Finally, errorMsg is also reset to none as a leading parser should not be called in the first place if there was an error.

def Lean.Parser.ParserFn.run (p : Lean.Parser.ParserFn) (ictx : Lean.Parser.InputContext) (pmctx : Lean.Parser.ParserModuleContext) (tokens : Lean.Parser.TokenTable) (s : Lean.Parser.ParserState) : Lean.Parser.ParserState