swift Token实用程序用于遗忘语言

Posted 2021-05-19

//
// Created by Joshua Weinstein on 2/26/16.
// Copyright (c) 2016 Joshua Weinstein. All rights reserved.
//

import Foundation

//file for implementing token utility functions

struct TokenPatterns {
    static let alltokens = "\\`[^`]*\\`|[a-zA-Z]+|[0-9]|[1-9][0-9]*|<<|\\<-|\\+|\\-|\\*|\\[|\\]|\\/|;|,|\\.|\\^|_|\\&|@| "
    static let allopers = "<<|\\<-|\\+|\\-|\\*|\\[|\\]|\\/|\\^|_|@|,"
}

struct OperTokens {
    static let all = Set("+ - * / ^ _ << <- & @".componentsSeparatedByString(" "))
    static let list = Set("<+ -> ! ~".componentsSeparatedByString(" "))
    static let comparison = Set("== != >= <= > < &=".componentsSeparatedByString(" "))
    static let bool = Set("and or not".componentsSeparatedByString(" "))
    static let chain = Set("all any".componentsSeparatedByString(" "))
    static let containers = Set("[ ] ( ) ; ;".componentsSeparatedByString(" "))
    static let declare = Set("@ # $".componentsSeparatedByString(" "))
}

struct CharLib {
    //static sets to check for patterns without regex
    static let intset = Set("0123456789".characters)
    static let letterset = Set("abcdefghijklmnopqrstuvwxyz".characters)
    static let doubleset = Set("0123456789.".characters)
    static let containerset = Set("[]{}()<>".characters)
}