Token             356 base/json/json_parser.cc JSONParser::Token JSONParser::GetNextToken() {
Token             460 base/json/json_parser.cc Value* JSONParser::ParseToken(Token token) {
Token             495 base/json/json_parser.cc   Token token = GetNextToken();
Token             559 base/json/json_parser.cc   Token token = GetNextToken();
Token             158 base/json/json_parser.h   Token GetNextToken();
Token             173 base/json/json_parser.h   Value* ParseToken(Token token);
Token             116 chrome/browser/extensions/api/identity/gaia_web_auth_flow_unittest.cc TEST_F(IdentityGaiaWebAuthFlowTest, Token) {
Token             131 gpu/config/gpu_test_expectations_parser.cc Token ParseToken(const std::string& word) {
Token             139 gpu/config/gpu_test_expectations_parser.cc       return static_cast<Token>(i);
Token             226 gpu/config/gpu_test_expectations_parser.cc     Token token = ParseToken(tokens[i]);
Token             274 gpu/config/gpu_test_expectations_parser.cc     Token token = ParseToken(tokens[i]);
Token              36 net/cookies/parsed_cookie.h   const std::string& Token() const { return Name(); }
Token             167 sync/internal_api/public/util/immutable_unittest.cc TEST_F(ImmutableTest, Token) {
Token             168 sync/internal_api/public/util/immutable_unittest.cc   RunTokenTest<Token, Immutable<Token> >("Token", true /* expect_copies */);
Token             172 sync/internal_api/public/util/immutable_unittest.cc   RunTokenTest<Token, Immutable<Token, HasSwapMemFnByRef<Token> > >(
Token             177 sync/internal_api/public/util/immutable_unittest.cc   RunTokenTest<Token, Immutable<Token, HasSwapMemFnByPtr<Token> > >(
Token             194 sync/internal_api/public/util/immutable_unittest.cc   const Token tokens[] = { Token(), Token(token) };
Token             217 sync/internal_api/public/util/immutable_unittest.cc   RunTokenContainerTest<std::vector<Token>, Immutable<std::vector<Token> > >(
Token             223 sync/internal_api/public/util/immutable_unittest.cc     std::vector<Token>,
Token             224 sync/internal_api/public/util/immutable_unittest.cc     Immutable<std::vector<Token>, HasSwapMemFnByRef<std::vector<Token> > > >(
Token             235 sync/internal_api/public/util/immutable_unittest.cc   RunTokenContainerTest<std::deque<Token>, Immutable<std::deque<Token> > >(
Token             240 sync/internal_api/public/util/immutable_unittest.cc   RunTokenContainerTest<std::list<Token>, Immutable<std::list<Token> > >(
Token             245 sync/internal_api/public/util/immutable_unittest.cc   RunTokenContainerTest<std::set<Token>, Immutable<std::set<Token> > >(
Token             173 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp    Token token;
Token             197 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp    Token token;
Token             246 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::skipCommentTokens( Token &token )
Token             264 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::expectToken( TokenType type, Token &token, const char *message )
Token             274 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::readToken( Token &token )
Token             480 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::readObject( Token &/*tokenStart*/ )
Token             482 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp    Token tokenName;
Token             501 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp       Token colon;
Token             515 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp       Token comma;
Token             539 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::readArray( Token &/*tokenStart*/ )
Token             545 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp       Token endArray;
Token             559 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp       Token token;
Token             582 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::decodeNumber( Token &token )
Token             636 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::decodeDouble( Token &token )
Token             676 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::decodeString( Token &token )
Token             687 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::decodeString( Token &token, std::string &decoded )
Token             733 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::decodeUnicodeCodePoint( Token &token, 
Token             763 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp Reader::decodeUnicodeEscapeSequence( Token &token, 
Token             790 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp                   Token &token,
Token             806 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp    Token skip;
Token             821 third_party/jsoncpp/overrides/src/lib_json/json_reader.cpp                             Token &token,
Token             341 third_party/protobuf/src/google/protobuf/compiler/parser.cc void Parser::LocationRecorder::StartAt(const io::Tokenizer::Token& token) {
Token             346 third_party/protobuf/src/google/protobuf/compiler/parser.cc void Parser::LocationRecorder::EndAt(const io::Tokenizer::Token& token) {
Token             467 third_party/protobuf/src/google/protobuf/compiler/parser.cc   io::Tokenizer::Token syntax_token = input_->current();
Token             649 third_party/protobuf/src/google/protobuf/compiler/parser.cc   io::Tokenizer::Token label_token = input_->current();
Token             675 third_party/protobuf/src/google/protobuf/compiler/parser.cc   io::Tokenizer::Token name_token = input_->current();
Token            1109 third_party/protobuf/src/google/protobuf/compiler/parser.cc     io::Tokenizer::Token start_token;
Token            1157 third_party/protobuf/src/google/protobuf/compiler/parser.cc   io::Tokenizer::Token extendee_start = input_->current();
Token            1160 third_party/protobuf/src/google/protobuf/compiler/parser.cc   io::Tokenizer::Token extendee_end = input_->previous();
Token             234 third_party/protobuf/src/google/protobuf/compiler/parser.h     void StartAt(const io::Tokenizer::Token& token);
Token             239 third_party/protobuf/src/google/protobuf/compiler/parser.h     void EndAt(const io::Tokenizer::Token& token);
Token             131 third_party/protobuf/src/google/protobuf/io/tokenizer.h   const Token& current();
Token             135 third_party/protobuf/src/google/protobuf/io/tokenizer.h   const Token& previous();
Token             235 third_party/protobuf/src/google/protobuf/io/tokenizer.h   Token current_;           // Returned by current().
Token             236 third_party/protobuf/src/google/protobuf/io/tokenizer.h   Token previous_;          // Returned by previous().
Token             367 third_party/protobuf/src/google/protobuf/io/tokenizer.h inline const Tokenizer::Token& Tokenizer::current() {
Token             371 third_party/protobuf/src/google/protobuf/io/tokenizer.h inline const Tokenizer::Token& Tokenizer::previous() {
Token             329 third_party/protobuf/src/google/protobuf/io/tokenizer_unittest.cc   Tokenizer::Token output[10];  // The compiler wants a constant array
Token             445 third_party/protobuf/src/google/protobuf/io/tokenizer_unittest.cc   Tokenizer::Token token;
Token             451 third_party/protobuf/src/google/protobuf/io/tokenizer_unittest.cc     Tokenizer::Token previous = tokenizer.current();
Token            7609 third_party/sqlite/amalgamation/sqlite3.c typedef struct Token Token;
Token            10582 third_party/sqlite/amalgamation/sqlite3.c   Token sNameToken;    /* Token with unqualified schema object name */
Token            10583 third_party/sqlite/amalgamation/sqlite3.c   Token sLastToken;    /* The last token parsed */
Token            10589 third_party/sqlite/amalgamation/sqlite3.c   Token sArg;                /* Complete text of a module argument */
Token            10711 third_party/sqlite/amalgamation/sqlite3.c   Token target;        /* Target table for DELETE, UPDATE, INSERT */
Token            10729 third_party/sqlite/amalgamation/sqlite3.c   const Token *pName; /* Name of the container - used for error messages */
Token            10998 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE Expr *sqlite3ExprAlloc(sqlite3*,int,const Token*,int);
Token            11001 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE Expr *sqlite3PExpr(Parse*, int, Expr*, Expr*, const Token*);
Token            11003 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE Expr *sqlite3ExprFunction(Parse*,ExprList*, Token*);
Token            11007 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3ExprListSetName(Parse*,ExprList*,Token*,int);
Token            11012 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3Pragma(Parse*,Token*,Token*,Token*,int);
Token            11018 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3StartTable(Parse*,Token*,Token*,int,int,int,int);
Token            11019 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3AddColumn(Parse*,Token*);
Token            11023 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3AddColumnType(Parse*,Token*);
Token            11025 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3AddCollateType(Parse*, Token*);
Token            11026 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3EndTable(Parse*,Token*,Token*,Select*);
Token            11042 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3CreateView(Parse*,Token*,Token*,Token*,Select*,int,int);
Token            11061 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE IdList *sqlite3IdListAppend(sqlite3*, IdList*, Token*);
Token            11064 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE SrcList *sqlite3SrcListAppend(sqlite3*, SrcList*, Token*, Token*);
Token            11065 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE SrcList *sqlite3SrcListAppendFromTerm(Parse*, SrcList*, Token*, Token*,
Token            11066 third_party/sqlite/amalgamation/sqlite3.c                                       Token*, Select*, Expr*, IdList*);
Token            11067 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3SrcListIndexedBy(Parse *, SrcList *, Token *);
Token            11073 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE Index *sqlite3CreateIndex(Parse*,Token*,Token*,SrcList*,ExprList*,int,Token*,
Token            11074 third_party/sqlite/amalgamation/sqlite3.c                         Token*, int, int);
Token            11115 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE char *sqlite3NameFromToken(sqlite3*, Token*);
Token            11130 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3Savepoint(Parse*, int, Token*);
Token            11170 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE   void sqlite3BeginTrigger(Parse*, Token*,Token*,int,int,IdList*,SrcList*,
Token            11172 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE   void sqlite3FinishTrigger(Parse*, TriggerStep*, Token*);
Token            11183 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE   TriggerStep *sqlite3TriggerInsertStep(sqlite3*,Token*, IdList*,
Token            11185 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE   TriggerStep *sqlite3TriggerUpdateStep(sqlite3*,Token*,ExprList*, Expr*, u8);
Token            11186 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE   TriggerStep *sqlite3TriggerDeleteStep(sqlite3*,Token*, Expr*);
Token            11203 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE int sqlite3JoinType(Parse*, Token*, Token*, Token*);
Token            11204 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3CreateForeignKey(Parse*, ExprList*, Token*, ExprList*, int);
Token            11220 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE int sqlite3FixInit(DbFixer*, Parse*, int, const char*, const Token*);
Token            11277 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE int sqlite3TwoPartName(Parse *, Token *, Token *, Token **);
Token            11284 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE Expr *sqlite3ExprSetCollByToken(Parse *pParse, Expr*, Token*);
Token            11309 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE const Token sqlite3IntTokens[];
Token            11317 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3Reindex(Parse*, Token*, Token*);
Token            11319 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3AlterRenameTable(Parse*, SrcList*, Token*);
Token            11329 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3AlterFinishAddColumn(Parse *, Token *);
Token            11333 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3Analyze(Parse*, Token*, Token*);
Token            11335 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE int sqlite3FindDb(sqlite3*, Token*);
Token            11370 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3Parser(void*, int, Token, Parse*);
Token            11412 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3VtabBeginParse(Parse*, Token*, Token*, Token*);
Token            11413 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3VtabFinishParse(Parse*, Token*);
Token            11415 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3VtabArgExtend(Parse*, Token*);
Token            11765 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE const Token sqlite3IntTokens[] = {
Token            19175 third_party/sqlite/amalgamation/sqlite3.c         Token *pToken = va_arg(ap, Token*);
Token            70814 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE Expr *sqlite3ExprSetCollByToken(Parse *pParse, Expr *pExpr, Token *pCollName){
Token            71118 third_party/sqlite/amalgamation/sqlite3.c   const Token *pToken,    /* Token argument.  Might be NULL */
Token            71168 third_party/sqlite/amalgamation/sqlite3.c   Token x;
Token            71221 third_party/sqlite/amalgamation/sqlite3.c   const Token *pToken     /* Argument token */
Token            71251 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE Expr *sqlite3ExprFunction(Parse *pParse, ExprList *pList, Token *pToken){
Token            71765 third_party/sqlite/amalgamation/sqlite3.c   Token *pName,           /* Name to be added */
Token            74540 third_party/sqlite/amalgamation/sqlite3.c   Token tname;
Token            74660 third_party/sqlite/amalgamation/sqlite3.c   Token tname;
Token            74890 third_party/sqlite/amalgamation/sqlite3.c   Token *pName              /* The new table name. */
Token            75117 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3AlterFinishAddColumn(Parse *pParse, Token *pColDef){
Token            75760 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3Analyze(Parse *pParse, Token *pName1, Token *pName2){
Token            75767 third_party/sqlite/amalgamation/sqlite3.c   Token *pTableName;
Token            76457 third_party/sqlite/amalgamation/sqlite3.c   const Token *pName  /* Name of the view, trigger, or index */
Token            77422 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE char *sqlite3NameFromToken(sqlite3 *db, Token *pName){
Token            77474 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE int sqlite3FindDb(sqlite3 *db, Token *pName){
Token            77501 third_party/sqlite/amalgamation/sqlite3.c   Token *pName1,      /* The "xxx" in the name "xxx.yyy" or "xxx" */
Token            77502 third_party/sqlite/amalgamation/sqlite3.c   Token *pName2,      /* The "yyy" in the name "xxx.yyy" */
Token            77503 third_party/sqlite/amalgamation/sqlite3.c   Token **pUnqual     /* Write the unqualified object name here */
Token            77564 third_party/sqlite/amalgamation/sqlite3.c   Token *pName1,   /* First part of the name of the table or view */
Token            77565 third_party/sqlite/amalgamation/sqlite3.c   Token *pName2,   /* Second part of the name of the table or view */
Token            77576 third_party/sqlite/amalgamation/sqlite3.c   Token *pName;    /* Unqualified name of the table to create */
Token            77785 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3AddColumn(Parse *pParse, Token *pName){
Token            77911 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3AddColumnType(Parse *pParse, Token *pType){
Token            78060 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3AddCollateType(Parse *pParse, Token *pToken){
Token            78298 third_party/sqlite/amalgamation/sqlite3.c   Token *pCons,           /* The ',' token after the last column defn. */
Token            78299 third_party/sqlite/amalgamation/sqlite3.c   Token *pEnd,            /* The final ')' token in the CREATE TABLE */
Token            78506 third_party/sqlite/amalgamation/sqlite3.c   Token *pBegin,     /* The CREATE token that begins the statement */
Token            78507 third_party/sqlite/amalgamation/sqlite3.c   Token *pName1,     /* The token that holds the name of the view */
Token            78508 third_party/sqlite/amalgamation/sqlite3.c   Token *pName2,     /* The token that holds the name of the view */
Token            78516 third_party/sqlite/amalgamation/sqlite3.c   Token sEnd;
Token            78518 third_party/sqlite/amalgamation/sqlite3.c   Token *pName;
Token            79009 third_party/sqlite/amalgamation/sqlite3.c   Token *pTo,          /* Name of the other table */
Token            79234 third_party/sqlite/amalgamation/sqlite3.c   Token *pName1,     /* First part of index name. May be NULL */
Token            79235 third_party/sqlite/amalgamation/sqlite3.c   Token *pName2,     /* Second part of index name. May be NULL */
Token            79239 third_party/sqlite/amalgamation/sqlite3.c   Token *pStart,     /* The CREATE token that begins this statement */
Token            79240 third_party/sqlite/amalgamation/sqlite3.c   Token *pEnd,       /* The ")" that closes the CREATE INDEX statement */
Token            79250 third_party/sqlite/amalgamation/sqlite3.c   Token nullId;        /* Fake token for an empty ID list */
Token            79256 third_party/sqlite/amalgamation/sqlite3.c   Token *pName = 0;    /* Unqualified name of the index to create */
Token            79862 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE IdList *sqlite3IdListAppend(sqlite3 *db, IdList *pList, Token *pToken){
Token            80016 third_party/sqlite/amalgamation/sqlite3.c   Token *pTable,      /* Table to append */
Token            80017 third_party/sqlite/amalgamation/sqlite3.c   Token *pDatabase    /* Database of the table */
Token            80036 third_party/sqlite/amalgamation/sqlite3.c     Token *pTemp = pDatabase;
Token            80102 third_party/sqlite/amalgamation/sqlite3.c   Token *pTable,          /* Name of the table to add to the FROM clause */
Token            80103 third_party/sqlite/amalgamation/sqlite3.c   Token *pDatabase,       /* Name of the database containing pTable */
Token            80104 third_party/sqlite/amalgamation/sqlite3.c   Token *pAlias,          /* The right-hand side of the AS subexpression */
Token            80143 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3SrcListIndexedBy(Parse *pParse, SrcList *p, Token *pIndexedBy){
Token            80253 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3Savepoint(Parse *pParse, int op, Token *pName){
Token            80507 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3Reindex(Parse *pParse, Token *pName1, Token *pName2){
Token            80515 third_party/sqlite/amalgamation/sqlite3.c   Token *pObjName;            /* Name of the table or index to be reindexed */
Token            84263 third_party/sqlite/amalgamation/sqlite3.c       Token tOld = { "old", 3 };  /* Literal "old" token */
Token            84264 third_party/sqlite/amalgamation/sqlite3.c       Token tNew = { "new", 3 };  /* Literal "new" token */
Token            84265 third_party/sqlite/amalgamation/sqlite3.c       Token tFromCol;             /* Name of column in child table */
Token            84266 third_party/sqlite/amalgamation/sqlite3.c       Token tToCol;               /* Name of column in parent table */
Token            84337 third_party/sqlite/amalgamation/sqlite3.c       Token tFrom;
Token            87839 third_party/sqlite/amalgamation/sqlite3.c   Token *pId1,        /* First part of [database.]id field */
Token            87840 third_party/sqlite/amalgamation/sqlite3.c   Token *pId2,        /* Second part of [database.]id field, or NULL */
Token            87841 third_party/sqlite/amalgamation/sqlite3.c   Token *pValue,      /* Token for <value>, or NULL */
Token            87847 third_party/sqlite/amalgamation/sqlite3.c   Token *pId;            /* Pointer to <id> token */
Token            90045 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE int sqlite3JoinType(Parse *pParse, Token *pA, Token *pB, Token *pC){
Token            90047 third_party/sqlite/amalgamation/sqlite3.c   Token *apAll[3];
Token            90048 third_party/sqlite/amalgamation/sqlite3.c   Token *p;
Token            93234 third_party/sqlite/amalgamation/sqlite3.c             Token sColname;  /* Computed column name as a token */
Token            94668 third_party/sqlite/amalgamation/sqlite3.c   Token *pName1,      /* The name of the trigger */
Token            94669 third_party/sqlite/amalgamation/sqlite3.c   Token *pName2,      /* The name of the trigger */
Token            94683 third_party/sqlite/amalgamation/sqlite3.c   Token *pName;           /* The unqualified db name */
Token            94847 third_party/sqlite/amalgamation/sqlite3.c   Token *pAll             /* Token that describes the complete CREATE TRIGGER */
Token            94854 third_party/sqlite/amalgamation/sqlite3.c   Token nameToken;                        /* Trigger name for error reporting */
Token            94946 third_party/sqlite/amalgamation/sqlite3.c   Token *pName                /* The target name */
Token            94970 third_party/sqlite/amalgamation/sqlite3.c   Token *pTableName,  /* Name of the table into which we insert */
Token            95003 third_party/sqlite/amalgamation/sqlite3.c   Token *pTableName,   /* Name of the table to be updated */
Token            95028 third_party/sqlite/amalgamation/sqlite3.c   Token *pTableName,      /* The table from which rows are deleted */
Token            96979 third_party/sqlite/amalgamation/sqlite3.c   Token *pName1,        /* Name of new table, or database name */
Token            96980 third_party/sqlite/amalgamation/sqlite3.c   Token *pName2,        /* Name of new table or NULL */
Token            96981 third_party/sqlite/amalgamation/sqlite3.c   Token *pModuleName    /* Name of the module for the virtual table */
Token            97034 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3VtabFinishParse(Parse *pParse, Token *pEnd){
Token            97126 third_party/sqlite/amalgamation/sqlite3.c SQLITE_PRIVATE void sqlite3VtabArgExtend(Parse *pParse, Token *p){
Token            97127 third_party/sqlite/amalgamation/sqlite3.c   Token *pArg = &pParse->sArg;
Token            102681 third_party/sqlite/amalgamation/sqlite3.c   Token eOperator;  /* "like" or "glob" or "regexp" */
Token            102699 third_party/sqlite/amalgamation/sqlite3.c struct AttachKey { int type;  Token key; };
Token            102706 third_party/sqlite/amalgamation/sqlite3.c   static void spanSet(ExprSpan *pOut, Token *pStart, Token *pEnd){
Token            102715 third_party/sqlite/amalgamation/sqlite3.c   static void spanExpr(ExprSpan *pOut, Parse *pParse, int op, Token *pValue){
Token            102743 third_party/sqlite/amalgamation/sqlite3.c     Token *pPostOp         /* The operand token for setting the span */
Token            102768 third_party/sqlite/amalgamation/sqlite3.c     Token *pPreOp         /* The operand token for setting the span */
Token            102827 third_party/sqlite/amalgamation/sqlite3.c #define sqlite3ParserTOKENTYPE Token
Token            105597 third_party/sqlite/amalgamation/sqlite3.c   Token all;
Token            1636 third_party/sqlite/src/ext/fts1/fts1.c   Token *aToken = malloc( strlen(z) * sizeof(aToken[0]) );
Token            2681 third_party/sqlite/src/ext/fts2/fts2.c   Token *aToken = sqlite3_malloc( strlen(z) * sizeof(aToken[0]) );
Token              46 third_party/sqlite/src/src/alter.c   Token tname;
Token             166 third_party/sqlite/src/src/alter.c   Token tname;
Token             396 third_party/sqlite/src/src/alter.c   Token *pName              /* The new table name. */
Token             623 third_party/sqlite/src/src/alter.c void sqlite3AlterFinishAddColumn(Parse *pParse, Token *pColDef){
Token             438 third_party/sqlite/src/src/analyze.c void sqlite3Analyze(Parse *pParse, Token *pName1, Token *pName2){
Token             445 third_party/sqlite/src/src/analyze.c   Token *pTableName;
Token             414 third_party/sqlite/src/src/attach.c   const Token *pName  /* Name of the view, trigger, or index */
Token             583 third_party/sqlite/src/src/build.c char *sqlite3NameFromToken(sqlite3 *db, Token *pName){
Token             635 third_party/sqlite/src/src/build.c int sqlite3FindDb(sqlite3 *db, Token *pName){
Token             662 third_party/sqlite/src/src/build.c   Token *pName1,      /* The "xxx" in the name "xxx.yyy" or "xxx" */
Token             663 third_party/sqlite/src/src/build.c   Token *pName2,      /* The "yyy" in the name "xxx.yyy" */
Token             664 third_party/sqlite/src/src/build.c   Token **pUnqual     /* Write the unqualified object name here */
Token             725 third_party/sqlite/src/src/build.c   Token *pName1,   /* First part of the name of the table or view */
Token             726 third_party/sqlite/src/src/build.c   Token *pName2,   /* Second part of the name of the table or view */
Token             737 third_party/sqlite/src/src/build.c   Token *pName;    /* Unqualified name of the table to create */
Token             946 third_party/sqlite/src/src/build.c void sqlite3AddColumn(Parse *pParse, Token *pName){
Token            1072 third_party/sqlite/src/src/build.c void sqlite3AddColumnType(Parse *pParse, Token *pType){
Token            1221 third_party/sqlite/src/src/build.c void sqlite3AddCollateType(Parse *pParse, Token *pToken){
Token            1459 third_party/sqlite/src/src/build.c   Token *pCons,           /* The ',' token after the last column defn. */
Token            1460 third_party/sqlite/src/src/build.c   Token *pEnd,            /* The final ')' token in the CREATE TABLE */
Token            1667 third_party/sqlite/src/src/build.c   Token *pBegin,     /* The CREATE token that begins the statement */
Token            1668 third_party/sqlite/src/src/build.c   Token *pName1,     /* The token that holds the name of the view */
Token            1669 third_party/sqlite/src/src/build.c   Token *pName2,     /* The token that holds the name of the view */
Token            1677 third_party/sqlite/src/src/build.c   Token sEnd;
Token            1679 third_party/sqlite/src/src/build.c   Token *pName;
Token            2170 third_party/sqlite/src/src/build.c   Token *pTo,          /* Name of the other table */
Token            2395 third_party/sqlite/src/src/build.c   Token *pName1,     /* First part of index name. May be NULL */
Token            2396 third_party/sqlite/src/src/build.c   Token *pName2,     /* Second part of index name. May be NULL */
Token            2400 third_party/sqlite/src/src/build.c   Token *pStart,     /* The CREATE token that begins this statement */
Token            2401 third_party/sqlite/src/src/build.c   Token *pEnd,       /* The ")" that closes the CREATE INDEX statement */
Token            2411 third_party/sqlite/src/src/build.c   Token nullId;        /* Fake token for an empty ID list */
Token            2417 third_party/sqlite/src/src/build.c   Token *pName = 0;    /* Unqualified name of the index to create */
Token            3023 third_party/sqlite/src/src/build.c IdList *sqlite3IdListAppend(sqlite3 *db, IdList *pList, Token *pToken){
Token            3177 third_party/sqlite/src/src/build.c   Token *pTable,      /* Table to append */
Token            3178 third_party/sqlite/src/src/build.c   Token *pDatabase    /* Database of the table */
Token            3197 third_party/sqlite/src/src/build.c     Token *pTemp = pDatabase;
Token            3263 third_party/sqlite/src/src/build.c   Token *pTable,          /* Name of the table to add to the FROM clause */
Token            3264 third_party/sqlite/src/src/build.c   Token *pDatabase,       /* Name of the database containing pTable */
Token            3265 third_party/sqlite/src/src/build.c   Token *pAlias,          /* The right-hand side of the AS subexpression */
Token            3304 third_party/sqlite/src/src/build.c void sqlite3SrcListIndexedBy(Parse *pParse, SrcList *p, Token *pIndexedBy){
Token            3414 third_party/sqlite/src/src/build.c void sqlite3Savepoint(Parse *pParse, int op, Token *pName){
Token            3668 third_party/sqlite/src/src/build.c void sqlite3Reindex(Parse *pParse, Token *pName1, Token *pName2){
Token            3676 third_party/sqlite/src/src/build.c   Token *pObjName;            /* Name of the table or index to be reindexed */
Token              77 third_party/sqlite/src/src/expr.c Expr *sqlite3ExprSetCollByToken(Parse *pParse, Expr *pExpr, Token *pCollName){
Token             381 third_party/sqlite/src/src/expr.c   const Token *pToken,    /* Token argument.  Might be NULL */
Token             431 third_party/sqlite/src/src/expr.c   Token x;
Token             484 third_party/sqlite/src/src/expr.c   const Token *pToken     /* Argument token */
Token             514 third_party/sqlite/src/src/expr.c Expr *sqlite3ExprFunction(Parse *pParse, ExprList *pList, Token *pToken){
Token            1028 third_party/sqlite/src/src/expr.c   Token *pName,           /* Name to be added */
Token             971 third_party/sqlite/src/src/fkey.c       Token tOld = { "old", 3 };  /* Literal "old" token */
Token             972 third_party/sqlite/src/src/fkey.c       Token tNew = { "new", 3 };  /* Literal "new" token */
Token             973 third_party/sqlite/src/src/fkey.c       Token tFromCol;             /* Name of column in child table */
Token             974 third_party/sqlite/src/src/fkey.c       Token tToCol;               /* Name of column in parent table */
Token            1045 third_party/sqlite/src/src/fkey.c       Token tFrom;
Token             182 third_party/sqlite/src/src/global.c const Token sqlite3IntTokens[] = {
Token              24 third_party/sqlite/src/src/parse.y %token_type {Token}
Token              25 third_party/sqlite/src/src/parse.y %default_type {Token}
Token              79 third_party/sqlite/src/src/parse.y   Token eOperator;  /* "like" or "glob" or "regexp" */
Token              97 third_party/sqlite/src/src/parse.y struct AttachKey { int type;  Token key; };
Token             188 third_party/sqlite/src/src/parse.y %type id {Token}
Token             235 third_party/sqlite/src/src/parse.y %type ids {Token}
Token             240 third_party/sqlite/src/src/parse.y %type nm {Token}
Token             249 third_party/sqlite/src/src/parse.y %type typetoken {Token}
Token             261 third_party/sqlite/src/src/parse.y %type typename {Token}
Token             466 third_party/sqlite/src/src/parse.y %type as {Token}
Token             529 third_party/sqlite/src/src/parse.y %type dbnm {Token}
Token             560 third_party/sqlite/src/src/parse.y %type indexed_opt {Token}
Token             727 third_party/sqlite/src/src/parse.y   static void spanSet(ExprSpan *pOut, Token *pStart, Token *pEnd){
Token             736 third_party/sqlite/src/src/parse.y   static void spanExpr(ExprSpan *pOut, Parse *pParse, int op, Token *pValue){
Token             881 third_party/sqlite/src/src/parse.y     Token *pPostOp         /* The operand token for setting the span */
Token             928 third_party/sqlite/src/src/parse.y     Token *pPreOp         /* The operand token for setting the span */
Token            1130 third_party/sqlite/src/src/parse.y %type collate {Token}
Token            1176 third_party/sqlite/src/src/parse.y   Token all;
Token            1227 third_party/sqlite/src/src/parse.y %type trnm {Token}
Token             303 third_party/sqlite/src/src/pragma.c   Token *pId1,        /* First part of [database.]id field */
Token             304 third_party/sqlite/src/src/pragma.c   Token *pId2,        /* Second part of [database.]id field, or NULL */
Token             305 third_party/sqlite/src/src/pragma.c   Token *pValue,      /* Token for <value>, or NULL */
Token             311 third_party/sqlite/src/src/pragma.c   Token *pId;            /* Pointer to <id> token */
Token             692 third_party/sqlite/src/src/printf.c         Token *pToken = va_arg(ap, Token*);
Token             123 third_party/sqlite/src/src/select.c int sqlite3JoinType(Parse *pParse, Token *pA, Token *pB, Token *pC){
Token             125 third_party/sqlite/src/src/select.c   Token *apAll[3];
Token             126 third_party/sqlite/src/src/select.c   Token *p;
Token            3312 third_party/sqlite/src/src/select.c             Token sColname;  /* Computed column name as a token */
Token             629 third_party/sqlite/src/src/sqliteInt.h typedef struct Token Token;
Token            2237 third_party/sqlite/src/src/sqliteInt.h   Token sNameToken;    /* Token with unqualified schema object name */
Token            2238 third_party/sqlite/src/src/sqliteInt.h   Token sLastToken;    /* The last token parsed */
Token            2244 third_party/sqlite/src/src/sqliteInt.h   Token sArg;                /* Complete text of a module argument */
Token            2366 third_party/sqlite/src/src/sqliteInt.h   Token target;        /* Target table for DELETE, UPDATE, INSERT */
Token            2384 third_party/sqlite/src/src/sqliteInt.h   const Token *pName; /* Name of the container - used for error messages */
Token            2653 third_party/sqlite/src/src/sqliteInt.h Expr *sqlite3ExprAlloc(sqlite3*,int,const Token*,int);
Token            2656 third_party/sqlite/src/src/sqliteInt.h Expr *sqlite3PExpr(Parse*, int, Expr*, Expr*, const Token*);
Token            2658 third_party/sqlite/src/src/sqliteInt.h Expr *sqlite3ExprFunction(Parse*,ExprList*, Token*);
Token            2662 third_party/sqlite/src/src/sqliteInt.h void sqlite3ExprListSetName(Parse*,ExprList*,Token*,int);
Token            2667 third_party/sqlite/src/src/sqliteInt.h void sqlite3Pragma(Parse*,Token*,Token*,Token*,int);
Token            2673 third_party/sqlite/src/src/sqliteInt.h void sqlite3StartTable(Parse*,Token*,Token*,int,int,int,int);
Token            2674 third_party/sqlite/src/src/sqliteInt.h void sqlite3AddColumn(Parse*,Token*);
Token            2678 third_party/sqlite/src/src/sqliteInt.h void sqlite3AddColumnType(Parse*,Token*);
Token            2680 third_party/sqlite/src/src/sqliteInt.h void sqlite3AddCollateType(Parse*, Token*);
Token            2681 third_party/sqlite/src/src/sqliteInt.h void sqlite3EndTable(Parse*,Token*,Token*,Select*);
Token            2697 third_party/sqlite/src/src/sqliteInt.h void sqlite3CreateView(Parse*,Token*,Token*,Token*,Select*,int,int);
Token            2716 third_party/sqlite/src/src/sqliteInt.h IdList *sqlite3IdListAppend(sqlite3*, IdList*, Token*);
Token            2719 third_party/sqlite/src/src/sqliteInt.h SrcList *sqlite3SrcListAppend(sqlite3*, SrcList*, Token*, Token*);
Token            2720 third_party/sqlite/src/src/sqliteInt.h SrcList *sqlite3SrcListAppendFromTerm(Parse*, SrcList*, Token*, Token*,
Token            2721 third_party/sqlite/src/src/sqliteInt.h                                       Token*, Select*, Expr*, IdList*);
Token            2722 third_party/sqlite/src/src/sqliteInt.h void sqlite3SrcListIndexedBy(Parse *, SrcList *, Token *);
Token            2728 third_party/sqlite/src/src/sqliteInt.h Index *sqlite3CreateIndex(Parse*,Token*,Token*,SrcList*,ExprList*,int,Token*,
Token            2729 third_party/sqlite/src/src/sqliteInt.h                         Token*, int, int);
Token            2770 third_party/sqlite/src/src/sqliteInt.h char *sqlite3NameFromToken(sqlite3*, Token*);
Token            2785 third_party/sqlite/src/src/sqliteInt.h void sqlite3Savepoint(Parse*, int, Token*);
Token            2825 third_party/sqlite/src/src/sqliteInt.h   void sqlite3BeginTrigger(Parse*, Token*,Token*,int,int,IdList*,SrcList*,
Token            2827 third_party/sqlite/src/src/sqliteInt.h   void sqlite3FinishTrigger(Parse*, TriggerStep*, Token*);
Token            2838 third_party/sqlite/src/src/sqliteInt.h   TriggerStep *sqlite3TriggerInsertStep(sqlite3*,Token*, IdList*,
Token            2840 third_party/sqlite/src/src/sqliteInt.h   TriggerStep *sqlite3TriggerUpdateStep(sqlite3*,Token*,ExprList*, Expr*, u8);
Token            2841 third_party/sqlite/src/src/sqliteInt.h   TriggerStep *sqlite3TriggerDeleteStep(sqlite3*,Token*, Expr*);
Token            2858 third_party/sqlite/src/src/sqliteInt.h int sqlite3JoinType(Parse*, Token*, Token*, Token*);
Token            2859 third_party/sqlite/src/src/sqliteInt.h void sqlite3CreateForeignKey(Parse*, ExprList*, Token*, ExprList*, int);
Token            2875 third_party/sqlite/src/src/sqliteInt.h int sqlite3FixInit(DbFixer*, Parse*, int, const char*, const Token*);
Token            2932 third_party/sqlite/src/src/sqliteInt.h int sqlite3TwoPartName(Parse *, Token *, Token *, Token **);
Token            2939 third_party/sqlite/src/src/sqliteInt.h Expr *sqlite3ExprSetCollByToken(Parse *pParse, Expr*, Token*);
Token            2964 third_party/sqlite/src/src/sqliteInt.h extern const Token sqlite3IntTokens[];
Token            2972 third_party/sqlite/src/src/sqliteInt.h void sqlite3Reindex(Parse*, Token*, Token*);
Token            2974 third_party/sqlite/src/src/sqliteInt.h void sqlite3AlterRenameTable(Parse*, SrcList*, Token*);
Token            2984 third_party/sqlite/src/src/sqliteInt.h void sqlite3AlterFinishAddColumn(Parse *, Token *);
Token            2988 third_party/sqlite/src/src/sqliteInt.h void sqlite3Analyze(Parse*, Token*, Token*);
Token            2990 third_party/sqlite/src/src/sqliteInt.h int sqlite3FindDb(sqlite3*, Token*);
Token            3025 third_party/sqlite/src/src/sqliteInt.h void sqlite3Parser(void*, int, Token, Parse*);
Token            3067 third_party/sqlite/src/src/sqliteInt.h void sqlite3VtabBeginParse(Parse*, Token*, Token*, Token*);
Token            3068 third_party/sqlite/src/src/sqliteInt.h void sqlite3VtabFinishParse(Parse*, Token*);
Token            3070 third_party/sqlite/src/src/sqliteInt.h void sqlite3VtabArgExtend(Parse*, Token*);
Token              82 third_party/sqlite/src/src/trigger.c   Token *pName1,      /* The name of the trigger */
Token              83 third_party/sqlite/src/src/trigger.c   Token *pName2,      /* The name of the trigger */
Token              97 third_party/sqlite/src/src/trigger.c   Token *pName;           /* The unqualified db name */
Token             261 third_party/sqlite/src/src/trigger.c   Token *pAll             /* Token that describes the complete CREATE TRIGGER */
Token             268 third_party/sqlite/src/src/trigger.c   Token nameToken;                        /* Trigger name for error reporting */
Token             360 third_party/sqlite/src/src/trigger.c   Token *pName                /* The target name */
Token             384 third_party/sqlite/src/src/trigger.c   Token *pTableName,  /* Name of the table into which we insert */
Token             417 third_party/sqlite/src/src/trigger.c   Token *pTableName,   /* Name of the table to be updated */
Token             442 third_party/sqlite/src/src/trigger.c   Token *pTableName,      /* The table from which rows are deleted */
Token             267 third_party/sqlite/src/src/vtab.c   Token *pName1,        /* Name of new table, or database name */
Token             268 third_party/sqlite/src/src/vtab.c   Token *pName2,        /* Name of new table or NULL */
Token             269 third_party/sqlite/src/src/vtab.c   Token *pModuleName    /* Name of the module for the virtual table */
Token             322 third_party/sqlite/src/src/vtab.c void sqlite3VtabFinishParse(Parse *pParse, Token *pEnd){
Token             414 third_party/sqlite/src/src/vtab.c void sqlite3VtabArgExtend(Parse *pParse, Token *p){
Token             415 third_party/sqlite/src/src/vtab.c   Token *pArg = &pParse->sArg;
Token              17 tools/gn/config_values_generator.h class Token;
Token             108 tools/gn/err.cc Err::Err(const Token& token,
Token              43 tools/gn/err.h   Err(const Token& token,
Token             668 tools/gn/functions.cc   const Token& name = function->function();
Token              21 tools/gn/functions.h class Token;
Token              19 tools/gn/functions_unittest.cc   Token undefined_token(Location(), Token::IDENTIFIER, "undef");
Token              34 tools/gn/functions_unittest.cc   Token defined_token(Location(), Token::IDENTIFIER, kDef);
Token              58 tools/gn/input_conversion.cc   std::vector<Token> tokens = Tokenizer::Tokenize(&input_file, err);
Token             234 tools/gn/input_file_manager.cc   std::vector<Token> tokens = Tokenizer::Tokenize(file, err);
Token              27 tools/gn/input_file_manager.h class Token;
Token              95 tools/gn/input_file_manager.h     std::vector<Token> tokens;
Token              45 tools/gn/loader_unittest.cc     std::vector<Token> tokens;
Token             103 tools/gn/operators.cc                     const Token& left,
Token             161 tools/gn/operators.cc                      const Token& left_token,
Token             234 tools/gn/operators.cc                         const Token& left,
Token             297 tools/gn/operators.cc                          const Token& left,
Token             321 tools/gn/operators.cc   ValuePlusEquals(scope, op_node, Token(), &ret, right, true, err);
Token             447 tools/gn/operators.cc bool IsUnaryOperator(const Token& token) {
Token             448 tools/gn/operators.cc   return token.type() == Token::BANG;
Token             451 tools/gn/operators.cc bool IsBinaryOperator(const Token& token) {
Token             452 tools/gn/operators.cc   return token.type() == Token::EQUAL ||
Token             453 tools/gn/operators.cc          token.type() == Token::PLUS ||
Token             454 tools/gn/operators.cc          token.type() == Token::MINUS ||
Token             455 tools/gn/operators.cc          token.type() == Token::PLUS_EQUALS ||
Token             456 tools/gn/operators.cc          token.type() == Token::MINUS_EQUALS ||
Token             457 tools/gn/operators.cc          token.type() == Token::EQUAL_EQUAL ||
Token             458 tools/gn/operators.cc          token.type() == Token::NOT_EQUAL ||
Token             459 tools/gn/operators.cc          token.type() == Token::LESS_EQUAL ||
Token             460 tools/gn/operators.cc          token.type() == Token::GREATER_EQUAL ||
Token             461 tools/gn/operators.cc          token.type() == Token::LESS_THAN ||
Token             462 tools/gn/operators.cc          token.type() == Token::GREATER_THAN ||
Token             463 tools/gn/operators.cc          token.type() == Token::BOOLEAN_AND ||
Token             464 tools/gn/operators.cc          token.type() == Token::BOOLEAN_OR;
Token             467 tools/gn/operators.cc bool IsFunctionCallArgBeginScoper(const Token& token) {
Token             468 tools/gn/operators.cc   return token.type() == Token::LEFT_PAREN;
Token             471 tools/gn/operators.cc bool IsFunctionCallArgEndScoper(const Token& token) {
Token             472 tools/gn/operators.cc   return token.type() == Token::RIGHT_PAREN;
Token             475 tools/gn/operators.cc bool IsScopeBeginScoper(const Token& token) {
Token             476 tools/gn/operators.cc   return token.type() == Token::LEFT_BRACE;
Token             479 tools/gn/operators.cc bool IsScopeEndScoper(const Token& token) {
Token             480 tools/gn/operators.cc   return token.type() == Token::RIGHT_BRACE;
Token             487 tools/gn/operators.cc   DCHECK(op_node->op().type() == Token::BANG);
Token             503 tools/gn/operators.cc   const Token& op = op_node->op();
Token             506 tools/gn/operators.cc   if (op.type() == Token::EQUAL ||
Token             507 tools/gn/operators.cc       op.type() == Token::PLUS_EQUALS ||
Token             508 tools/gn/operators.cc       op.type() == Token::MINUS_EQUALS) {
Token             516 tools/gn/operators.cc     const Token& dest = left_id->value();
Token             528 tools/gn/operators.cc     if (op.type() == Token::EQUAL)
Token             530 tools/gn/operators.cc     if (op.type() == Token::PLUS_EQUALS)
Token             532 tools/gn/operators.cc     if (op.type() == Token::MINUS_EQUALS)
Token             562 tools/gn/operators.cc   if (op.type() == Token::MINUS)
Token             564 tools/gn/operators.cc   if (op.type() == Token::PLUS)
Token             568 tools/gn/operators.cc   if (op.type() == Token::EQUAL_EQUAL)
Token             570 tools/gn/operators.cc   if (op.type() == Token::NOT_EQUAL)
Token             572 tools/gn/operators.cc   if (op.type() == Token::GREATER_EQUAL)
Token             574 tools/gn/operators.cc   if (op.type() == Token::LESS_EQUAL)
Token             576 tools/gn/operators.cc   if (op.type() == Token::GREATER_THAN)
Token             578 tools/gn/operators.cc   if (op.type() == Token::LESS_THAN)
Token             582 tools/gn/operators.cc   if (op.type() == Token::BOOLEAN_OR)
Token             584 tools/gn/operators.cc   if (op.type() == Token::BOOLEAN_AND)
Token              12 tools/gn/operators.h class Token;
Token              16 tools/gn/operators.h bool IsUnaryOperator(const Token& token);
Token              17 tools/gn/operators.h bool IsBinaryOperator(const Token& token);
Token              19 tools/gn/operators.h bool IsFunctionCallArgBeginScoper(const Token& token);  // "("
Token              20 tools/gn/operators.h bool IsFunctionCallArgEndScoper(const Token& token);  // ")"
Token              22 tools/gn/operators.h bool IsScopeBeginScoper(const Token& token);  // "{"
Token              23 tools/gn/operators.h bool IsScopeEndScoper(const Token& token);  // "}"
Token              28 tools/gn/operators_unittest.cc scoped_ptr<ListNode> ListWithLiteral(const Token& token) {
Token              47 tools/gn/operators_unittest.cc   Token op(Location(), Token::PLUS_EQUALS, token_value);
Token              51 tools/gn/operators_unittest.cc   Token identifier_token(Location(), Token::IDENTIFIER, sources);
Token              61 tools/gn/operators_unittest.cc   Token integer(Location(), Token::INTEGER, integer_value);
Token              68 tools/gn/operators_unittest.cc   Token string_1(Location(), Token::STRING, string_1_value);
Token              75 tools/gn/operators_unittest.cc   Token string_2(Location(), Token::STRING, string_2_value);
Token             110 tools/gn/operators_unittest.cc   Token op(Location(), Token::PLUS_EQUALS, token_value);
Token             114 tools/gn/operators_unittest.cc   Token identifier_token(Location(), Token::IDENTIFIER, foo);
Token             120 tools/gn/operators_unittest.cc   Token twelve(Location(), Token::INTEGER, twelve_str);
Token             144 tools/gn/operators_unittest.cc   Token str(Location(), Token::STRING, str_str);
Token             227 tools/gn/parse_tree.cc   if (begin_token_.type() != Token::INVALID &&
Token             228 tools/gn/parse_tree.cc       end_token_.type() != Token::INVALID) {
Token             365 tools/gn/parse_tree.cc IdentifierNode::IdentifierNode(const Token& token) : value_(token) {
Token             450 tools/gn/parse_tree.cc LiteralNode::LiteralNode(const Token& token) : value_(token) {
Token             462 tools/gn/parse_tree.cc     case Token::TRUE_TOKEN:
Token             464 tools/gn/parse_tree.cc     case Token::FALSE_TOKEN:
Token             466 tools/gn/parse_tree.cc     case Token::INTEGER: {
Token             474 tools/gn/parse_tree.cc     case Token::STRING: {
Token             104 tools/gn/parse_tree.h   const Token& base() const { return base_; }
Token             105 tools/gn/parse_tree.h   void set_base(const Token& b) { base_ = b; }
Token             120 tools/gn/parse_tree.h   Token base_;
Token             145 tools/gn/parse_tree.h   const Token& op() const { return op_; }
Token             146 tools/gn/parse_tree.h   void set_op(const Token& t) { op_ = t; }
Token             160 tools/gn/parse_tree.h   Token op_;
Token             182 tools/gn/parse_tree.h   void set_begin_token(const Token& t) { begin_token_ = t; }
Token             183 tools/gn/parse_tree.h   void set_end_token(const Token& t) { end_token_ = t; }
Token             197 tools/gn/parse_tree.h   Token begin_token_;
Token             198 tools/gn/parse_tree.h   Token end_token_;
Token             221 tools/gn/parse_tree.h   void set_if_token(const Token& token) { if_token_ = token; }
Token             242 tools/gn/parse_tree.h   Token if_token_;
Token             266 tools/gn/parse_tree.h   const Token& function() const { return function_; }
Token             267 tools/gn/parse_tree.h   void set_function(Token t) { function_ = t; }
Token             276 tools/gn/parse_tree.h   Token function_;
Token             288 tools/gn/parse_tree.h   IdentifierNode(const Token& token);
Token             299 tools/gn/parse_tree.h   const Token& value() const { return value_; }
Token             300 tools/gn/parse_tree.h   void set_value(const Token& t) { value_ = t; }
Token             303 tools/gn/parse_tree.h   Token value_;
Token             323 tools/gn/parse_tree.h   void set_begin_token(const Token& t) { begin_token_ = t; }
Token             324 tools/gn/parse_tree.h   void set_end_token(const Token& t) { end_token_ = t; }
Token             333 tools/gn/parse_tree.h   Token begin_token_;
Token             334 tools/gn/parse_tree.h   Token end_token_;
Token             347 tools/gn/parse_tree.h   LiteralNode(const Token& token);
Token             358 tools/gn/parse_tree.h   const Token& value() const { return value_; }
Token             359 tools/gn/parse_tree.h   void set_value(const Token& t) { value_ = t; }
Token             362 tools/gn/parse_tree.h   Token value_;
Token             382 tools/gn/parse_tree.h   const Token& op() const { return op_; }
Token             383 tools/gn/parse_tree.h   void set_op(const Token& t) { op_ = t; }
Token             391 tools/gn/parse_tree.h   Token op_;
Token              17 tools/gn/parse_tree_unittest.cc   Token base_token(Location(&input_file, 1, 1), Token::IDENTIFIER, "a");
Token              18 tools/gn/parse_tree_unittest.cc   Token member_token(Location(&input_file, 1, 1), Token::IDENTIFIER, "b");
Token              80 tools/gn/parser.cc Parser::Parser(const std::vector<Token>& tokens, Err* err)
Token              88 tools/gn/parser.cc scoped_ptr<ParseNode> Parser::Parse(const std::vector<Token>& tokens,
Token              95 tools/gn/parser.cc scoped_ptr<ParseNode> Parser::ParseExpression(const std::vector<Token>& tokens,
Token             103 tools/gn/parser.cc          (node->AsBinaryOp()->op().type() == Token::EQUAL ||
Token             104 tools/gn/parser.cc           node->AsBinaryOp()->op().type() == Token::PLUS_EQUALS ||
Token             105 tools/gn/parser.cc           node->AsBinaryOp()->op().type() == Token::MINUS_EQUALS);
Token             108 tools/gn/parser.cc bool Parser::IsStatementBreak(Token::Type token_type) const {
Token             110 tools/gn/parser.cc     case Token::IDENTIFIER:
Token             111 tools/gn/parser.cc     case Token::LEFT_BRACE:
Token             112 tools/gn/parser.cc     case Token::RIGHT_BRACE:
Token             113 tools/gn/parser.cc     case Token::IF:
Token             114 tools/gn/parser.cc     case Token::ELSE:
Token             121 tools/gn/parser.cc bool Parser::LookAhead(Token::Type type) {
Token             127 tools/gn/parser.cc bool Parser::Match(Token::Type type) {
Token             134 tools/gn/parser.cc Token Parser::Consume(Token::Type type, const char* error_message) {
Token             135 tools/gn/parser.cc   Token::Type types[1] = { type };
Token             139 tools/gn/parser.cc Token Parser::Consume(Token::Type* types,
Token             146 tools/gn/parser.cc     return Token(Location(), Token::INVALID, base::StringPiece());
Token             154 tools/gn/parser.cc     return Token(Location(), Token::INVALID, base::StringPiece());
Token             162 tools/gn/parser.cc   return Token(Location(), Token::INVALID, base::StringPiece());
Token             165 tools/gn/parser.cc Token Parser::Consume() {
Token             177 tools/gn/parser.cc   Token token = Consume();
Token             209 tools/gn/parser.cc scoped_ptr<ParseNode> Parser::Literal(Token token) {
Token             213 tools/gn/parser.cc scoped_ptr<ParseNode> Parser::Name(Token token) {
Token             217 tools/gn/parser.cc scoped_ptr<ParseNode> Parser::Group(Token token) {
Token             221 tools/gn/parser.cc   Consume(Token::RIGHT_PAREN, "Expected ')'");
Token             225 tools/gn/parser.cc scoped_ptr<ParseNode> Parser::Not(Token token) {
Token             235 tools/gn/parser.cc scoped_ptr<ParseNode> Parser::List(Token node) {
Token             236 tools/gn/parser.cc   scoped_ptr<ParseNode> list(ParseList(Token::RIGHT_BRACKET, true));
Token             238 tools/gn/parser.cc     Consume(Token::RIGHT_BRACKET, "Expected ']'");
Token             243 tools/gn/parser.cc                                              Token token) {
Token             260 tools/gn/parser.cc                                                Token token) {
Token             266 tools/gn/parser.cc   if (Match(Token::LEFT_PAREN)) {
Token             269 tools/gn/parser.cc     if (Match(Token::RIGHT_PAREN)) {
Token             272 tools/gn/parser.cc       list = ParseList(Token::RIGHT_PAREN, false);
Token             275 tools/gn/parser.cc       Consume(Token::RIGHT_PAREN, "Expected ')' after call");
Token             278 tools/gn/parser.cc     if (LookAhead(Token::LEFT_BRACE)) {
Token             298 tools/gn/parser.cc                                          Token token) {
Token             312 tools/gn/parser.cc                                         Token token) {
Token             323 tools/gn/parser.cc   Consume(Token::RIGHT_BRACKET, "Expecting ']' after subscript.");
Token             331 tools/gn/parser.cc                                           Token token) {
Token             355 tools/gn/parser.cc scoped_ptr<ListNode> Parser::ParseList(Token::Type stop_before,
Token             373 tools/gn/parser.cc     just_got_comma = Match(Token::COMMA);
Token             401 tools/gn/parser.cc   if (LookAhead(Token::LEFT_BRACE)) {
Token             403 tools/gn/parser.cc   } else if (LookAhead(Token::IF)) {
Token             414 tools/gn/parser.cc       Token token = at_end() ? tokens_[tokens_.size() - 1] : cur_token();
Token             422 tools/gn/parser.cc   Token begin_token =
Token             423 tools/gn/parser.cc       Consume(Token::LEFT_BRACE, "Expected '{' to start a block.");
Token             430 tools/gn/parser.cc     if (LookAhead(Token::RIGHT_BRACE)) {
Token             445 tools/gn/parser.cc   Consume(Token::IF, "Expected 'if'");
Token             446 tools/gn/parser.cc   Consume(Token::LEFT_PAREN, "Expected '(' after 'if'.");
Token             450 tools/gn/parser.cc   Consume(Token::RIGHT_PAREN, "Expected ')' after condition of 'if'.");
Token             452 tools/gn/parser.cc   if (Match(Token::ELSE))
Token              18 tools/gn/parser.h typedef scoped_ptr<ParseNode> (Parser::*PrefixFunc)(Token token);
Token              20 tools/gn/parser.h                                                    Token token);
Token              34 tools/gn/parser.h   static scoped_ptr<ParseNode> Parse(const std::vector<Token>& tokens,
Token              38 tools/gn/parser.h   static scoped_ptr<ParseNode> ParseExpression(const std::vector<Token>& tokens,
Token              45 tools/gn/parser.h   Parser(const std::vector<Token>& tokens, Err* err);
Token              52 tools/gn/parser.h   scoped_ptr<ParseNode> Literal(Token token);
Token              53 tools/gn/parser.h   scoped_ptr<ParseNode> Name(Token token);
Token              54 tools/gn/parser.h   scoped_ptr<ParseNode> Group(Token token);
Token              55 tools/gn/parser.h   scoped_ptr<ParseNode> Not(Token token);
Token              56 tools/gn/parser.h   scoped_ptr<ParseNode> List(Token token);
Token              59 tools/gn/parser.h   scoped_ptr<ParseNode> BinaryOperator(scoped_ptr<ParseNode> left, Token token);
Token              61 tools/gn/parser.h                                          Token token);
Token              62 tools/gn/parser.h   scoped_ptr<ParseNode> Assignment(scoped_ptr<ParseNode> left, Token token);
Token              63 tools/gn/parser.h   scoped_ptr<ParseNode> Subscript(scoped_ptr<ParseNode> left, Token token);
Token              64 tools/gn/parser.h   scoped_ptr<ParseNode> DotOperator(scoped_ptr<ParseNode> left, Token token);
Token              68 tools/gn/parser.h   scoped_ptr<ListNode> ParseList(Token::Type stop_before,
Token              77 tools/gn/parser.h   bool IsStatementBreak(Token::Type token_type) const;
Token              79 tools/gn/parser.h   bool LookAhead(Token::Type type);
Token              80 tools/gn/parser.h   bool Match(Token::Type type);
Token              81 tools/gn/parser.h   Token Consume(Token::Type type, const char* error_message);
Token              82 tools/gn/parser.h   Token Consume(Token::Type* types,
Token              85 tools/gn/parser.h   Token Consume();
Token              87 tools/gn/parser.h   const Token& cur_token() const { return tokens_[cur_]; }
Token              93 tools/gn/parser.h   const std::vector<Token>& tokens_;
Token              95 tools/gn/parser.h   static ParserHelper expressions_[Token::NUM_TYPES];
Token              15 tools/gn/parser_unittest.cc bool GetTokens(const InputFile* input, std::vector<Token>* result) {
Token              23 tools/gn/parser_unittest.cc   std::vector<Token> tokens;
Token              41 tools/gn/parser_unittest.cc   std::vector<Token> tokens;
Token              63 tools/gn/parser_unittest.cc   std::vector<Token> tokens = Tokenizer::Tokenize(&input_file, &err);
Token              81 tools/gn/parser_unittest.cc   std::vector<Token> tokens = Tokenizer::Tokenize(&input_file, &err);
Token             176 tools/gn/scope.cc       if (binary && binary->op().type() == Token::EQUAL) {
Token              32 tools/gn/scope_unittest.cc   Token assignment_token(Location(&input_file, 1, 1), Token::STRING,
Token              88 tools/gn/scope_unittest.cc   Token assignment_token(Location(&input_file, 1, 1), Token::STRING,
Token             123 tools/gn/scope_unittest.cc   Token assignment_token(Location(&input_file, 1, 1), Token::STRING,
Token             131 tools/gn/setup.h   std::vector<Token> dotfile_tokens_;
Token             138 tools/gn/setup.h   std::vector<Token> args_tokens_;
Token              17 tools/gn/string_utils.cc Err ErrInsideStringToken(const Token& token, size_t offset, size_t size,
Token              37 tools/gn/string_utils.cc bool LocateInlineIdenfitier(const Token& token,
Token             104 tools/gn/string_utils.cc                            const Token& token,
Token             125 tools/gn/string_utils.cc                          const Token& literal,
Token             128 tools/gn/string_utils.cc   DCHECK(literal.type() == Token::STRING);
Token              12 tools/gn/string_utils.h class Token;
Token              34 tools/gn/string_utils.h                          const Token& literal,
Token              26 tools/gn/string_utils_unittest.cc   Token literal(Location(), Token::STRING, literal_string);
Token              26 tools/gn/target.h class Token;
Token               9 tools/gn/token.cc Token::Token() : type_(INVALID), value_() {
Token              12 tools/gn/token.cc Token::Token(const Location& location,
Token              20 tools/gn/token.cc bool Token::IsIdentifierEqualTo(const char* v) const {
Token              24 tools/gn/token.cc bool Token::IsStringEqualTo(const char* v) const {
Token              11 tools/gn/token.h class Token {
Token              55 tools/gn/token.h   Token();
Token              56 tools/gn/token.h   Token(const Location& location, Type t, const base::StringPiece& v);
Token              38 tools/gn/tokenizer.cc Token::Type GetSpecificOperatorType(base::StringPiece value) {
Token              40 tools/gn/tokenizer.cc     return Token::EQUAL;
Token              42 tools/gn/tokenizer.cc     return Token::PLUS;
Token              44 tools/gn/tokenizer.cc     return Token::MINUS;
Token              46 tools/gn/tokenizer.cc     return Token::PLUS_EQUALS;
Token              48 tools/gn/tokenizer.cc     return Token::MINUS_EQUALS;
Token              50 tools/gn/tokenizer.cc     return Token::EQUAL_EQUAL;
Token              52 tools/gn/tokenizer.cc     return Token::NOT_EQUAL;
Token              54 tools/gn/tokenizer.cc     return Token::LESS_EQUAL;
Token              56 tools/gn/tokenizer.cc     return Token::GREATER_EQUAL;
Token              58 tools/gn/tokenizer.cc     return Token::LESS_THAN;
Token              60 tools/gn/tokenizer.cc     return Token::GREATER_THAN;
Token              62 tools/gn/tokenizer.cc     return Token::BOOLEAN_AND;
Token              64 tools/gn/tokenizer.cc     return Token::BOOLEAN_OR;
Token              66 tools/gn/tokenizer.cc     return Token::BANG;
Token              68 tools/gn/tokenizer.cc     return Token::DOT;
Token              69 tools/gn/tokenizer.cc   return Token::INVALID;
Token              87 tools/gn/tokenizer.cc std::vector<Token> Tokenizer::Tokenize(const InputFile* input_file, Err* err) {
Token              92 tools/gn/tokenizer.cc std::vector<Token> Tokenizer::Run() {
Token             100 tools/gn/tokenizer.cc     Token::Type type = ClassifyCurrent();
Token             101 tools/gn/tokenizer.cc     if (type == Token::INVALID) {
Token             114 tools/gn/tokenizer.cc     if (type == Token::UNCLASSIFIED_OPERATOR)
Token             116 tools/gn/tokenizer.cc     if (type == Token::IDENTIFIER) {
Token             118 tools/gn/tokenizer.cc         type = Token::IF;
Token             120 tools/gn/tokenizer.cc         type = Token::ELSE;
Token             122 tools/gn/tokenizer.cc         type = Token::TRUE_TOKEN;
Token             124 tools/gn/tokenizer.cc         type = Token::FALSE_TOKEN;
Token             131 tools/gn/tokenizer.cc     if (type != Token::COMMENT)
Token             132 tools/gn/tokenizer.cc       tokens_.push_back(Token(location, type, token_value));
Token             173 tools/gn/tokenizer.cc Token::Type Tokenizer::ClassifyCurrent() const {
Token             177 tools/gn/tokenizer.cc     return Token::INTEGER;
Token             179 tools/gn/tokenizer.cc     return Token::STRING;
Token             183 tools/gn/tokenizer.cc     return Token::UNCLASSIFIED_OPERATOR;
Token             186 tools/gn/tokenizer.cc     return Token::IDENTIFIER;
Token             189 tools/gn/tokenizer.cc     return Token::LEFT_BRACKET;
Token             191 tools/gn/tokenizer.cc     return Token::RIGHT_BRACKET;
Token             193 tools/gn/tokenizer.cc     return Token::LEFT_PAREN;
Token             195 tools/gn/tokenizer.cc     return Token::RIGHT_PAREN;
Token             197 tools/gn/tokenizer.cc     return Token::LEFT_BRACE;
Token             199 tools/gn/tokenizer.cc     return Token::RIGHT_BRACE;
Token             202 tools/gn/tokenizer.cc     return Token::DOT;
Token             204 tools/gn/tokenizer.cc     return Token::COMMA;
Token             207 tools/gn/tokenizer.cc     return Token::COMMENT;
Token             213 tools/gn/tokenizer.cc       return Token::UNCLASSIFIED_OPERATOR;  // Just the minus before end of
Token             217 tools/gn/tokenizer.cc       return Token::INTEGER;
Token             218 tools/gn/tokenizer.cc     return Token::UNCLASSIFIED_OPERATOR;
Token             221 tools/gn/tokenizer.cc   return Token::INVALID;
Token             225 tools/gn/tokenizer.cc                                     Token::Type type) {
Token             227 tools/gn/tokenizer.cc     case Token::INTEGER:
Token             246 tools/gn/tokenizer.cc     case Token::STRING: {
Token             270 tools/gn/tokenizer.cc     case Token::UNCLASSIFIED_OPERATOR:
Token             279 tools/gn/tokenizer.cc     case Token::IDENTIFIER:
Token             284 tools/gn/tokenizer.cc     case Token::LEFT_BRACKET:
Token             285 tools/gn/tokenizer.cc     case Token::RIGHT_BRACKET:
Token             286 tools/gn/tokenizer.cc     case Token::LEFT_BRACE:
Token             287 tools/gn/tokenizer.cc     case Token::RIGHT_BRACE:
Token             288 tools/gn/tokenizer.cc     case Token::LEFT_PAREN:
Token             289 tools/gn/tokenizer.cc     case Token::RIGHT_PAREN:
Token             290 tools/gn/tokenizer.cc     case Token::DOT:
Token             291 tools/gn/tokenizer.cc     case Token::COMMA:
Token             295 tools/gn/tokenizer.cc     case Token::COMMENT:
Token             301 tools/gn/tokenizer.cc     case Token::INVALID:
Token              19 tools/gn/tokenizer.h   static std::vector<Token> Tokenize(const InputFile* input_file, Err* err);
Token              48 tools/gn/tokenizer.h   std::vector<Token> Run();
Token              51 tools/gn/tokenizer.h   Token::Type ClassifyCurrent() const;
Token              52 tools/gn/tokenizer.h   void AdvanceToEndOfToken(const Location& location, Token::Type type);
Token              75 tools/gn/tokenizer.h   std::vector<Token> tokens_;
Token              13 tools/gn/tokenizer_unittest.cc   Token::Type type;
Token              23 tools/gn/tokenizer_unittest.cc   std::vector<Token> results = Tokenizer::Tokenize(&input_file, &err);
Token              43 tools/gn/tokenizer_unittest.cc   std::vector<Token> results = Tokenizer::Tokenize(&empty_string_input, &err);
Token              55 tools/gn/tokenizer_unittest.cc     { Token::IDENTIFIER, "foo" }
Token              62 tools/gn/tokenizer_unittest.cc     { Token::INTEGER, "123" },
Token              63 tools/gn/tokenizer_unittest.cc     { Token::INTEGER, "-123" }
Token              70 tools/gn/tokenizer_unittest.cc     { Token::INTEGER, "123" },
Token              71 tools/gn/tokenizer_unittest.cc     { Token::INTEGER, "-123" }
Token              78 tools/gn/tokenizer_unittest.cc     { Token::STRING, "\"foo\"" },
Token              79 tools/gn/tokenizer_unittest.cc     { Token::STRING, "\"bar\\\"baz\"" },
Token              80 tools/gn/tokenizer_unittest.cc     { Token::STRING, "\"asdf\\\\\"" }
Token              88 tools/gn/tokenizer_unittest.cc     { Token::MINUS, "-" },
Token              89 tools/gn/tokenizer_unittest.cc     { Token::PLUS, "+" },
Token              90 tools/gn/tokenizer_unittest.cc     { Token::EQUAL, "=" },
Token              91 tools/gn/tokenizer_unittest.cc     { Token::PLUS_EQUALS, "+=" },
Token              92 tools/gn/tokenizer_unittest.cc     { Token::MINUS_EQUALS, "-=" },
Token              93 tools/gn/tokenizer_unittest.cc     { Token::NOT_EQUAL, "!=" },
Token              94 tools/gn/tokenizer_unittest.cc     { Token::EQUAL_EQUAL, "==" },
Token              95 tools/gn/tokenizer_unittest.cc     { Token::LESS_THAN, "<" },
Token              96 tools/gn/tokenizer_unittest.cc     { Token::GREATER_THAN, ">" },
Token              97 tools/gn/tokenizer_unittest.cc     { Token::LESS_EQUAL, "<=" },
Token              98 tools/gn/tokenizer_unittest.cc     { Token::GREATER_EQUAL, ">=" },
Token              99 tools/gn/tokenizer_unittest.cc     { Token::BANG, "!" },
Token             100 tools/gn/tokenizer_unittest.cc     { Token::BOOLEAN_OR, "||" },
Token             101 tools/gn/tokenizer_unittest.cc     { Token::BOOLEAN_AND, "&&" },
Token             102 tools/gn/tokenizer_unittest.cc     { Token::DOT, "." },
Token             103 tools/gn/tokenizer_unittest.cc     { Token::COMMA, "," },
Token             111 tools/gn/tokenizer_unittest.cc     { Token::LEFT_BRACE, "{" },
Token             112 tools/gn/tokenizer_unittest.cc     { Token::LEFT_BRACKET, "[" },
Token             113 tools/gn/tokenizer_unittest.cc     { Token::RIGHT_BRACKET, "]" },
Token             114 tools/gn/tokenizer_unittest.cc     { Token::RIGHT_BRACE, "}" },
Token             115 tools/gn/tokenizer_unittest.cc     { Token::LEFT_PAREN, "(" },
Token             116 tools/gn/tokenizer_unittest.cc     { Token::RIGHT_PAREN, ")" },
Token             123 tools/gn/tokenizer_unittest.cc     { Token::IDENTIFIER, "fun" },
Token             124 tools/gn/tokenizer_unittest.cc     { Token::LEFT_PAREN, "(" },
Token             125 tools/gn/tokenizer_unittest.cc     { Token::STRING, "\"foo\"" },
Token             126 tools/gn/tokenizer_unittest.cc     { Token::RIGHT_PAREN, ")" },
Token             127 tools/gn/tokenizer_unittest.cc     { Token::LEFT_BRACE, "{" },
Token             128 tools/gn/tokenizer_unittest.cc     { Token::IDENTIFIER, "foo" },
Token             129 tools/gn/tokenizer_unittest.cc     { Token::EQUAL, "=" },
Token             130 tools/gn/tokenizer_unittest.cc     { Token::INTEGER, "12" },
Token             131 tools/gn/tokenizer_unittest.cc     { Token::RIGHT_BRACE, "}" },
Token             140 tools/gn/tokenizer_unittest.cc   std::vector<Token> results = Tokenizer::Tokenize(&input, &err);