The version of Apache log4j used by SoundHelix.

[[ 🗃 ^aEp6o apache-log4j ]] :: [📥 Inbox] [📤 Outbox] [🐤 Followers] [🤝 Collaborators] [🛠 Commits]

Clone

HTTPS: git clone https://vervis.peers.community/repos/aEp6o

SSH: git clone USERNAME@vervis.peers.community:aEp6o

Branches

Tags

v1.3alpha8 :: src / java / org / apache / log4j / lbel /

TokenStream.java

/*
 * Copyright 1999,2004 The Apache Software Foundation.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.log4j.lbel;


import java.io.IOException;
import java.io.Reader;
import java.io.StreamTokenizer;
import java.util.HashMap;
import java.util.Map;


class TokenStream  {
	
  // keywordMap contains a map of keywords
  // key = keyword string
  // value = token corresponding to the keyword
  private static Map keywordMap = new HashMap();
  
  static {
  	keywordMap.put("true", new Token(Token.TRUE));
  	keywordMap.put("false", new Token(Token.FALSE));
  	keywordMap.put("not", new Token(Token.NOT));
  	keywordMap.put("and", new Token(Token.AND));
  	keywordMap.put("or", new Token(Token.OR));
    keywordMap.put("childof", new Token(Token.OPERATOR, "childof"));
    keywordMap.put("logger", new Token(Token.LOGGER, "logger"));
    keywordMap.put("message", new Token(Token.MESSAGE, "message"));
    keywordMap.put("level", new Token(Token.LEVEL, "level"));
    keywordMap.put("method", new Token(Token.METHOD, "method"));
    keywordMap.put("class", new Token(Token.CLASS, "class"));
    keywordMap.put("thread", new Token(Token.THREAD, "thread"));
    keywordMap.put("property", new Token(Token.PROPERTY, "property"));
    keywordMap.put("date", new Token(Token.DATE, "date"));
    keywordMap.put("null", new Token(Token.NULL, "null"));
  }
  
  StreamTokenizer tokenizer;
	int token;
  Token current;
	Reader reader;
  
  public TokenStream(Reader reader) {
    this.reader = reader;
  	tokenizer = new StreamTokenizer(reader);
  	tokenizer.resetSyntax();
    
  	tokenizer.whitespaceChars(' ', ' ');
  	tokenizer.whitespaceChars('\t', '\t');
  	tokenizer.whitespaceChars('\n', '\n');
  	tokenizer.whitespaceChars('\r', '\r');
  	
  	tokenizer.wordChars('a', 'z');
  	tokenizer.wordChars('A', 'Z');
  	tokenizer.wordChars('0', '9');


    
    // StreamTokenizer does not correctly handle the '\' character within quotes
  	// tokenizer.quoteChar('"');
  	// tokenizer.quoteChar('\'');
  	
    tokenizer.parseNumbers();
    tokenizer.ordinaryChar('.');
  }

  public Token getCurrent() {
    return current;
  }

  public void next() throws IOException, ScanError {
  	int token2;
  	
  	if(token != StreamTokenizer.TT_EOF) {
  		token = tokenizer.nextToken();
  		switch(token) {
  		case	StreamTokenizer.TT_EOF:
  			current = new Token(Token.EOF);
  			break;
  		case StreamTokenizer.TT_NUMBER:
   			double nval = tokenizer.nval;
		    current = new Token(Token.NUMBER, new Long((long) nval));
		    break;
  		case StreamTokenizer.TT_WORD:
  			String txt = tokenizer.sval;
        String lowerCaseTxt = txt.toLowerCase();
   		  Token result = (Token) keywordMap.get(lowerCaseTxt);
 		    if(result != null) {
  	  	  current = result;
  	    } else {
   	  	 current = new Token(Token.LITERAL, tokenizer.sval);
  	    }
        break;  		
  		case '"':
  	  case '\'':
  		  current = scanLiteral(token);
  		  break;
      case '.':
        current = new Token(Token.DOT, ".");
        break;
  		case '>':
   			token2 = tokenizer.nextToken();
  			if(token2 == '=') {
  			  current = new Token(Token.OPERATOR, ">=");		
  			} else {
  			  current = new Token(Token.OPERATOR, ">");
  			  tokenizer.pushBack();
  			}
        break;
  		case '<':
  			 token2 = tokenizer.nextToken();
  			if(token2 == '=') {
  			  current = new Token(Token.OPERATOR, "<=");		
  			} else {
  			  current = new Token(Token.OPERATOR, "<");
  			  tokenizer.pushBack();
  			}
        break;
  		case '=':
			  current = new Token(Token.OPERATOR, "=");		
        break; 
  		case '~':
			  current = new Token(Token.OPERATOR, "~");		
        break; 
      case '!':	 
      	token2 = tokenizer.nextToken();
			  if(token2 == '=') {
			    current = new Token(Token.OPERATOR, "!=");		
			  } else if (token2 == '~') {
			    current = new Token(Token.OPERATOR, "!~");
			  } else {
			  	throw new ScanError("Unrecogized token "+token+". The '!' character must be followed by = or '~'");
			  }
      break;
      case '(':
      	current = new Token(Token.LP);
      	break;
      case ')':
      	current = new Token(Token.RP);
      	break;
  		default:
  		  	throw new ScanError("Unrecogized token ["+(char)token+"]");
  		}
  		
  	}
  }
  
  Token scanLiteral(int startChar) { 
   StringBuffer buf = new StringBuffer();
   try {
     int in = 0;
     while(in != -1) {
       in = reader.read();
       if(in == startChar) {
         break;
       } else {
           switch(in) {
           case '\n':
           case '\r':
             break; // ignore line breaks
           default: buf.append((char) in);
           }
       }
     }
   } catch(IOException io) {
   }
   
   return new Token(Token.LITERAL, buf.toString());
  }
  
 // Token extractPropertyToken() throws ScanError {
//    int token = tokenizer.nextToken();
//    if(token == '.') {
//    }
//    
//    int point = txt.indexOf('.');
//    String key = txt.substring(point+1);
//    // Is the key empty? (An empty key is the only thing that can go wrong at
//    // this stage.
//    if(key == null || key.length() == 0) {
//      throw new ScanError("["+txt+"] has zero-legnth key.");
//    } else {
//      return new Token(Token.PROPERTY, key);
//    }
 // }
}
[See repo JSON]