yav / haskell-lexer Goto Github PK

*CabalDocspec.Lexer> traverse_ print $ L.lexerPass0 "1 + 1 -- foo"
(IntLit,(Pos {char = 0, line = 1, column = 1},"1"))
(Whitespace,(Pos {char = 1, line = 1, column = 2}," "))
(Varsym,(Pos {char = 2, line = 1, column = 3},"+"))
(Whitespace,(Pos {char = 3, line = 1, column = 4}," "))
(IntLit,(Pos {char = 4, line = 1, column = 5},"1"))
(Whitespace,(Pos {char = 5, line = 1, column = 6}," "))
(Commentstart,(Pos {char = 6, line = 1, column = 7},"--"))
(ErrorToken,(Pos {char = 8, line = 1, column = 9}," foo"))
(GotEOF,(Pos {char = 12, line = 1, column = 13},""))

*CabalDocspec.Lexer> traverse_ print $ L.lexerPass0 "1 + 1 -- foo\n"
(IntLit,(Pos {char = 0, line = 1, column = 1},"1"))
(Whitespace,(Pos {char = 1, line = 1, column = 2}," "))
(Varsym,(Pos {char = 2, line = 1, column = 3},"+"))
(Whitespace,(Pos {char = 3, line = 1, column = 4}," "))
(IntLit,(Pos {char = 4, line = 1, column = 5},"1"))
(Whitespace,(Pos {char = 5, line = 1, column = 6}," "))
(Commentstart,(Pos {char = 6, line = 1, column = 7},"--"))
(Comment,(Pos {char = 8, line = 1, column = 9}," foo\n"))

type Foo = 'True

-- Test.hs
import Test.QuickCheck
import Language.Haskell.Lexer

lexer :: String -> [(Token, String)]
lexer = map (\(token, (_pos, s)) -> (token, s)) . lexerPass1

input :: String
input = show 23

prop :: Int -> Property
prop _ = lexer input === lexer input

main :: IO ()
main = quickCheckWith stdArgs { maxSuccess = 1000000 } prop