001/*
002 * Copyright (C) 2012 eXo Platform SAS.
003 *
004 * This is free software; you can redistribute it and/or modify it
005 * under the terms of the GNU Lesser General Public License as
006 * published by the Free Software Foundation; either version 2.1 of
007 * the License, or (at your option) any later version.
008 *
009 * This software is distributed in the hope that it will be useful,
010 * but WITHOUT ANY WARRANTY; without even the implied warranty of
011 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
012 * Lesser General Public License for more details.
013 *
014 * You should have received a copy of the GNU Lesser General Public
015 * License along with this software; if not, write to the Free
016 * Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
017 * 02110-1301 USA, or see the FSF site: http://www.fsf.org.
018 */
019
020package org.crsh.cli.impl.tokenizer;
021
022import org.crsh.cli.impl.Delimiter;
023import org.crsh.cli.impl.line.LineParser;
024
025public class TokenizerImpl extends Tokenizer {
026
027  /** . */
028  private final Automaton automaton;
029
030  /** . */
031  private Delimiter endingDelimiter;
032
033  public TokenizerImpl(CharSequence s) {
034
035    this.endingDelimiter = Delimiter.EMPTY;
036
037    Automaton automaton = new Automaton(s);
038    LineParser.Visitor parser2 = new LineParser.Visitor() {
039      public void openStrongQuote(int index) { endingDelimiter = Delimiter.SINGLE_QUOTE; }
040      public void closeStrongQuote(int index) { endingDelimiter = Delimiter.EMPTY; }
041      public void openWeakQuote(int index) { endingDelimiter =  Delimiter.DOUBLE_QUOTE; }
042      public void closeWeakQuote(int index) { endingDelimiter = Delimiter.EMPTY; }
043    };
044
045    //
046    LineParser parser = new LineParser(automaton, parser2);
047    parser.append(s);
048    automaton.close();
049
050    //
051    this.automaton = automaton;
052  }
053
054  protected Token parse() {
055    if (automaton.tokens.size() > 0) {
056      return automaton.tokens.removeFirst();
057    } else {
058      return null;
059    }
060  }
061
062  public Delimiter getEndingDelimiter() {
063    return endingDelimiter;
064  }
065}