org.sonar.plugins.javascript.css.metrics.Tokenizer Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of sonar-javascript-plugin Show documentation

Code Analyzer for JavaScript/TypeScript/CSS

There is a newer version: 10.17.0.28100

Show newest version

/*
 * SonarQube JavaScript Plugin
 * Copyright (C) 2011-2023 SonarSource SA
 * mailto:info AT sonarsource DOT com
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 3 of the License, or (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public License
 * along with this program; if not, write to the Free Software Foundation,
 * Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
 */
package org.sonar.plugins.javascript.css.metrics;

import com.sonar.sslr.api.Token;
import java.util.ArrayList;
import java.util.List;
import java.util.stream.Collectors;

public class Tokenizer {

  public List tokenize(String css) {
    List tokenList = CssLexer.create().lex(css);

    // remove last token (EOF token)
    List cloneTokenList = new ArrayList<>(tokenList);
    cloneTokenList.remove(cloneTokenList.size() - 1);

    return cloneTokenList.stream().map(CssToken::new).collect(Collectors.toList());
  }
}