All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.sonar.python.lexer.IndentationPreprocessor Maven / Gradle / Ivy

There is a newer version: 1.16.0.4432
Show newest version
/*
 * SonarQube Python Plugin
 * Copyright (C) 2011-2018 SonarSource SA
 * mailto:info AT sonarsource DOT com
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 3 of the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
 */
package org.sonar.python.lexer;

import com.sonar.sslr.api.GenericTokenType;
import com.sonar.sslr.api.Preprocessor;
import com.sonar.sslr.api.PreprocessorAction;
import com.sonar.sslr.api.Token;
import com.sonar.sslr.api.Trivia;
import java.util.ArrayList;
import java.util.Collections;
import java.util.List;
import org.sonar.python.api.PythonTokenType;

/**
 * http://docs.python.org/reference/lexical_analysis.html#indentation
 */
public class IndentationPreprocessor extends Preprocessor {

  private final LexerState lexerState;

  public IndentationPreprocessor(LexerState lexerState) {
    this.lexerState = lexerState;
  }

  @Override
  public void init() {
    lexerState.reset();
  }

  @Override
  public PreprocessorAction process(List tokens) {
    Token token = tokens.get(0);
    if (token.getType().equals(GenericTokenType.EOF)) {
      if (lexerState.indentationStack.isEmpty()) {
        return PreprocessorAction.NO_OPERATION;
      }

      List tokensToInject = new ArrayList<>();
      while (lexerState.indentationStack.peek() > 0) {
        lexerState.indentationStack.pop();
        tokensToInject.add(Token.builder(token)
            .setURI(token.getURI())
            .setType(PythonTokenType.DEDENT)
            .setLine(token.getLine())
            .setColumn(token.getColumn())
            .setValueAndOriginalValue("")
            .build());
      }
      return new PreprocessorAction(0, Collections.emptyList(), tokensToInject);
    }
    return PreprocessorAction.NO_OPERATION;
  }

}




© 2015 - 2025 Weber Informatics LLC | Privacy Policy