All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.netbeans.modules.languages.features.CompletionProviderImpl Maven / Gradle / Ivy

The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.netbeans.modules.languages.features;

import java.io.File;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.Map;
import java.util.Set;
import java.util.Iterator;
import java.util.List;
import javax.swing.text.JTextComponent;
import javax.swing.text.Document;

import org.netbeans.api.languages.ASTItem;
import org.netbeans.api.languages.CompletionItem.Type;
import org.netbeans.api.languages.ASTPath;
import org.netbeans.api.languages.ParserManager;
import org.netbeans.api.languages.ParserManager.State;
import org.netbeans.api.languages.ParserManagerListener;
import org.netbeans.api.languages.ASTToken;
import org.netbeans.api.languages.SyntaxContext;
import org.netbeans.api.languages.ASTNode;
import org.netbeans.api.languages.LanguageDefinitionNotFoundException;
import org.netbeans.api.languages.database.DatabaseContext;
import org.netbeans.api.languages.database.DatabaseDefinition;
import org.netbeans.api.lexer.Token;
import org.netbeans.api.lexer.TokenHierarchy;
import org.netbeans.api.lexer.TokenSequence;
import org.netbeans.api.languages.Context;
import org.netbeans.modules.editor.NbEditorDocument;
import org.netbeans.modules.editor.NbEditorUtilities;
import org.netbeans.modules.languages.Feature;
import org.netbeans.modules.languages.Language;
import org.netbeans.modules.languages.LanguagesManager;
import org.netbeans.modules.languages.ParserManagerImpl;
import org.netbeans.modules.languages.Utils;
import org.netbeans.spi.editor.completion.CompletionItem;
import org.netbeans.spi.editor.completion.CompletionProvider;
import org.netbeans.spi.editor.completion.CompletionResultSet;
import org.netbeans.spi.editor.completion.CompletionTask;
import org.openide.filesystems.FileObject;


/**
 *
 * @author Jan Jancura
 */
public class CompletionProviderImpl implements CompletionProvider {
    
    static final String COMPLETION = "COMPLETION";
    
    /**
     * Append text after current end of token. This type of cc is used
     * for comments.
     */
    static final String COMPLETION_APPEND = "append";
    
    /**
     * Inserts text into current token, no prefix used. Used for whitespaces, 
     * operators.
     */
    static final String COMPLETION_INSERT = "insert";
    
    /**
     * Inserts text into current token, with current prefix. Used for keywords
     * and identifiers.
     */
    static final String COMPLETION_COMPLETE = "complete";
    
    
    public CompletionTask createTask (int queryType, JTextComponent component) {
        return new CompletionTaskImpl (component);
    }

       public int getAutoQueryTypes (JTextComponent component, String typedText) {
        if (".".equals(typedText)) { // NOI18N
            Document doc = component.getDocument ();
            TokenHierarchy tokenHierarchy = TokenHierarchy.get (doc);
            if (doc instanceof NbEditorDocument)
                ((NbEditorDocument) doc).readLock ();
            try {
                int offset = component.getCaret().getDot();
                if (offset <= 1) {
                    return 0;
                }
                offset = offset - 2; //do Schlieman's magic
                
                List> sequences = tokenHierarchy.embeddedTokenSequences(offset, true);
                if(sequences.isEmpty()) {
                    return 0; //no token sequence
                }
                TokenSequence tokenSequence = sequences.get(sequences.size() - 1); //get the most embedded
                tokenSequence.move(offset);
                if (!tokenSequence.moveNext() && !tokenSequence.movePrevious()) {
                    return 0;
                }
                Token token = tokenSequence.token ();
                if (token.id().name().indexOf("identifier") > -1) { // NOI18N [PENDING]
                    return COMPLETION_QUERY_TYPE;
                }
            } finally {
                if (doc instanceof NbEditorDocument)
                    ((NbEditorDocument) doc).readUnlock ();
            }
        }
        return 0;
    }
    
    List query (JTextComponent component) {
        ListResult r = new ListResult ();
        CompletionTaskImpl task = new CompletionTaskImpl (component);
        task.compute (r);
        r.waitFinished ();
        return r.getList ();
    }

    private static TokenSequence getDeepestTokenSequence (
        TokenHierarchy  tokenHierarchy,
        int             offset
    ) {
        TokenSequence tokenSequence = tokenHierarchy.tokenSequence ();
        while(tokenSequence != null) {
            tokenSequence.move(offset - 1);
            if(!tokenSequence.moveNext()) {
                break;
            }
            TokenSequence ts = tokenSequence.embedded();
            if(ts == null) {
                return tokenSequence;
            } else {
                tokenSequence = ts;
            }
        }
        return tokenSequence;
    }
    
    
    // innerclasses ............................................................
    
    private static class CompletionTaskImpl implements CompletionTask {
        
        private JTextComponent          component;
        private Document                doc;
        private FileObject              fileObject;
        private boolean                 ignoreCase;
        private List    items = new ArrayList ();
        
        
        CompletionTaskImpl (JTextComponent component) {
            this.component = component; 
        }
        
        public void query (CompletionResultSet resultSet) {
            //S ystem.out.println("CodeCompletion: query " + resultSet);
            compute (new CompletionResult (resultSet));
        }

        public void refresh (CompletionResultSet resultSet) {
            if (resultSet == null) return;
            doc = component.getDocument ();
            fileObject = NbEditorUtilities.getFileObject (doc);
            TokenHierarchy tokenHierarchy = TokenHierarchy.get (doc);
            if (doc instanceof NbEditorDocument)
                ((NbEditorDocument) doc).readLock ();
            try {
                int offset = component.getCaret ().getDot ();
                TokenSequence tokenSequence = getDeepestTokenSequence (
                    tokenHierarchy,
                    offset
                );
                Token token = tokenSequence != null ? tokenSequence.token () : null;
                if (token != null) {
                    String start = token.text ().toString ();
                    String completionType = getCompletionType (null, token.id ().name ());
                    int tokenOffset = tokenSequence.offset();
                    if (completionType == null || (COMPLETION_APPEND.equals (completionType) && 
                            offset < tokenOffset + token.length ())) {
                        start = start.substring(0, offset - tokenOffset).trim ();
                    } else {
                        start = COMPLETION_COMPLETE.equals (completionType) ? 
                            start.substring(0, offset - tokenOffset).trim () : ""; // NOI18N
                    }
                    
                    Iterator it = items.iterator ();
                    while (it.hasNext ()) {
                        CompletionItem completionItem = it.next ();
                        String text = completionItem.getInsertPrefix ().toString ();
                        if (text.startsWith (start))
                            resultSet.addItem (completionItem);
                    }
                }
            } finally {
                if (doc instanceof NbEditorDocument)
                    ((NbEditorDocument) doc).readUnlock ();
            }
            resultSet.finish ();
        }

        public void cancel () {
        }
        
        private void compute (Result resultSet) {
            doc = component.getDocument ();
            fileObject = NbEditorUtilities.getFileObject (doc);
            TokenHierarchy tokenHierarchy = TokenHierarchy.get (doc);
            boolean finishSet = true;
            if (doc instanceof NbEditorDocument) {
                ((NbEditorDocument) doc).readLock ();
            }
            try {
                int offset = component.getCaret ().getDot ();
                TokenSequence tokenSequence = getDeepestTokenSequence (
                    tokenHierarchy,
                    component.getCaret ().getDot ()
                );
                if (tokenSequence == null || 
                        (!tokenSequence.isEmpty() && tokenSequence.offset () > offset)) {
                    // border of embedded language
                    // [HACK] borders should be represented by some tokens!!!
                    return;
                }
                String mimeType = tokenSequence.language ().mimeType ();
                Language language = LanguagesManager.getDefault ().
                    getLanguage (mimeType);
                if (!tokenSequence.isEmpty()) {
                    compute (tokenSequence, offset, resultSet, doc, language);
                }
                finishSet = addParserTags (resultSet, language);
            } catch (LanguageDefinitionNotFoundException ex) {
                // do nothing
            } finally {
                if (doc instanceof NbEditorDocument) {
                    ((NbEditorDocument) doc).readUnlock ();
                }
            }
            if (finishSet) {
                resultSet.finish ();
            }
        }
    
        private String getCompletionType (Feature feature, String tokenType) {
            if (feature != null) {
                String projectType = (String) feature.getValue("project_type");
                if (projectType != null) {
                    if (fileObject == null) return null;
                    if (!Utils.isOfProjectType(fileObject, projectType)) {
                        return null;
                    }
//                    Project p = FileOwnerQuery.getOwner (fileObject);
//                    if (p == null) return null;
//                    Object o = p.getLookup ().lookup (ActionProvider.class);
//                    if (o == null) return null;
//                    if (o.getClass ().getName ().indexOf (projectType) < 0)
//                        return null;
                }
                String completionType = (String) feature.getValue ("type");
                if (completionType != null) return completionType;
            }
            if (tokenType == null) {
                return COMPLETION_COMPLETE;
            }
            if (tokenType.indexOf ("whitespace") >= 0 ||
                tokenType.indexOf ("operator") >= 0 || 
                tokenType.indexOf ("separator") >= 0
            )
                return COMPLETION_INSERT;
            else
            if (tokenType.indexOf ("comment") >= 0)
                return COMPLETION_APPEND;
            return COMPLETION_COMPLETE;
        }
                
        private void compute (
            TokenSequence       tokenSequence, 
            int                 offset, 
            Result              resultSet,
            Document            doc,
            Language            language
        ) {
            String start = null;
            Token token = tokenSequence.token ();
            start = token.text ().toString ();
            String tokenType = language.getTokenType (token.id ().ordinal ());
            List features = language.getFeatureList ().getFeatures (COMPLETION, tokenType);
            Iterator it = features.iterator ();
            while (it.hasNext ()) {
                Feature feature =  it.next ();
                String completionType = getCompletionType (feature, token.id ().name ());
                int tokenOffset = tokenSequence.offset();
                if (completionType == null) continue;
                if (COMPLETION_APPEND.equals (completionType) && 
                    offset < tokenOffset + token.length ()
                ) 
                    continue;
                start = COMPLETION_COMPLETE.equals (completionType) ? 
                    start.substring (0, offset - tokenOffset).trim () :
                    "";
                ignoreCase = false;
                Feature f = language.getFeatureList ().getFeature ("PROPERTIES");
                if (f != null)
                    ignoreCase = f.getBoolean ("ignoreCase", false);
                if (ignoreCase) start = start.toLowerCase ();
                addTags (feature, start, Context.create (doc, offset), resultSet);
            }
        }

        private boolean addParserTags (final Result resultSet, final Language language) {
            final ParserManager parserManager = ParserManager.get (doc);
            if (parserManager.getState () == State.PARSING) {
                //S ystem.out.println("CodeCompletion: parsing...");
                parserManager.addListener (new ParserManagerListener () {
                    public void parsed (State state, ASTNode ast) {
                        //S ystem.out.println("CodeCompletion: parsed " + state);
                        parserManager.removeListener (this);
                        if (resultSet.isFinished ()) return;
                        addParserTags (ast, resultSet, language);
                        resultSet.finish ();
                    }
                });
                return false;
            } else {
                addParserTags (ParserManagerImpl.getImpl (doc).getAST (), resultSet, language);
                return true;
            }
        }
        
        private void addParserTags (ASTNode node, Result resultSet, Language language) {
            if (node == null) {
                //S ystem.out.println("CodeCompletion: No AST");
                return;
            }
            int offset = component.getCaret ().getDot ();
            ASTPath path = node.findPath (offset - 1);
            if (path == null) return;
            ASTItem item = path.getLeaf ();
            if (item instanceof ASTNode) return;
            ASTToken token = (ASTToken) item;
            if (token.getLength () != token.getIdentifier ().length ()) {
                // [HACK]
                // something like token.getRealIndex () + 
                // add tokens for language borders...
                return;
            }
            int tokenOffset = token.getOffset ();

            for (int i = path.size () - 1; i >= 0; i--) {
                item = path.get (i);
                if (item.getLanguage () == language) break;
                List features = language.getFeatureList ().getFeatures (COMPLETION, path.subPath (i));
                Iterator it2 = features.iterator ();
                while (it2.hasNext ()) {
                    Feature feature =  it2.next ();
                    String completionType = getCompletionType (feature, token.getTypeName ());
                    if (completionType == null) continue;
                    if (COMPLETION_APPEND.equals (completionType) && 
                        offset < tokenOffset + token.getLength ()
                    ) continue;
                    String start = COMPLETION_COMPLETE.equals (completionType) ? 
                        token.getIdentifier ().substring (0, offset - tokenOffset).trim () :
                        "";
                    addTags (feature, start, SyntaxContext.create (doc, path.subPath (i)), resultSet);
                }
            }
            
            DatabaseContext context = DatabaseManager.getRoot (node);
            if (context == null) return;
            List definitions = context.getAllVisibleDefinitions (offset);
            String completionType = getCompletionType (null, token.getTypeName ());
            String start = null;
            if (completionType == null || (COMPLETION_APPEND.equals (completionType) && 
                    offset < tokenOffset + token.getLength ())) {
                start = token.getIdentifier().substring(0, offset - tokenOffset).trim ();
            } else {
                start = COMPLETION_COMPLETE.equals (completionType) ? 
                    token.getIdentifier().substring(0, offset - tokenOffset).trim () : ""; // NOI18N
            }
            Set names = new HashSet ();
            Iterator it = definitions.iterator ();
            while (it.hasNext ()) {
                DatabaseDefinition definition =  it.next ();
                names.add (definition.getName ());
                CompletionSupport cs = createCompletionItem (definition, getFileName (), start);
                items.add (cs);
                if (definition.getName ().startsWith (start))
                    resultSet.addItem (cs);
            }
            try {
                if (fileObject != null) {
                    String mimeType = language.getMimeType();
                    Map> globals = Index.getGlobalItems (fileObject, true);
                    Iterator it1 = globals.keySet ().iterator ();
                    while (it1.hasNext()) {
                        FileObject fo = it1.next();
                        if (!mimeType.equals(fo.getMIMEType())) {
                            continue;
                        }
                        List l = globals.get (fo);
                        Iterator it2 = l.iterator ();
                        while (it2.hasNext()) {
                            DatabaseDefinition definition =  it2.next();
                            if (names.contains (definition.getName ())) continue;
                            CompletionSupport cs = createCompletionItem (definition, fo.getNameExt (), start);
                            items.add (cs);
                            if (definition.getName ().startsWith (start))
                                resultSet.addItem (cs);
                        }

                    }
                }
            } catch (FileNotParsedException ex) {
                ex.printStackTrace ();
            }
        }
        
        private String fileName;
        
        private String getFileName () {
            if (fileName == null) {
                fileName = (String) doc.getProperty ("title");
                if (fileName == null) return null;
                int i = fileName.lastIndexOf (File.separatorChar);
                if (i > 0)
                    fileName = fileName.substring (i + 1);
            }
            return fileName;
        }

        private void addTags (Feature feature, String start, Context context, Result resultSet) {
            int j = 1;
            while (true) {
                if (context instanceof SyntaxContext &&
                    feature.getType ("text" + j) == Feature.Type.STRING &&
                    ((SyntaxContext) context).getASTPath ().getLeaf () instanceof ASTToken
                ) {
                    j++;
                    continue;
                }
                Object o = feature.getValue ("text" + j, context);
                if (o == null) break;
                if (o instanceof String)
                    addTags ((String) o, feature, j, start, resultSet);
                else {
                    addMethodCallTags (
                        (List) o,
                        context,
                        resultSet,
                        start
                    );
                }
                j++;
            } // while
        }
        
        /**
         * Adds completion items obtained by method call to result.
         */
        private void addMethodCallTags (
            List                keys, 
            Context             context, 
            Result              resultSet, 
            String              start
        ) {
            Iterator it = keys.iterator ();
            while (it.hasNext ()) {
                Object o = it.next ();
                if (o instanceof org.netbeans.api.languages.CompletionItem)
                    o = new CompletionSupport (
                        (org.netbeans.api.languages.CompletionItem) o,
                        start
                    );
                CompletionItem item = (CompletionItem) o;
                items.add (item);
                CharSequence chs = item.getInsertPrefix ();
                String s = chs instanceof String ? (String) chs : chs.toString ();
                if (ignoreCase)
                    s = s.toLowerCase ();
                if (s.startsWith (start))
                    resultSet.addItem (item);
            }
        }
        
        private void addTags (
            String              text, 
            Feature             feature, 
            int                 j, 
            String              start, 
            Result              resultSet
        ) {
            if (ignoreCase)
                text = text.toLowerCase ();
            String description = (String) feature.getValue ("description" + j);
            if (description == null)
                description = text;
            String icon = (String) feature.getValue ("icon" + j);
            CompletionItem item = new CompletionSupport (
                text, start, description, null, icon, 2
            );
            items.add (item);
            if (!text.startsWith (start))
                return;
            resultSet.addItem (item);
        }

        private static CompletionSupport createCompletionItem (DatabaseDefinition definition, String fileName,
                String start) {
            Type type = null;
            if ("local".equals (definition.getType ()))
                type = Type.LOCAL;
            else
            if ("parameter".equals (definition.getType ()))
                type = Type.PARAMETER;
            else
            if ("field".equals (definition.getType ()))
                type = Type.FIELD;
            else
            if ("method".equals (definition.getType ()))
                type = Type.METHOD;
            return new CompletionSupport (new org.netbeans.api.languages.CompletionItem (
                definition.getName (),
                null,
                fileName,
                type,
                100
            ), start);
        }
    }
    
    private static interface Result {
        void addItem (CompletionItem item);
        void finish ();
        boolean isFinished ();
    }
    
    private static class CompletionResult implements Result {
        private CompletionResultSet resultSet;
        
        CompletionResult (CompletionResultSet resultSet) {
            this.resultSet = resultSet;
        }
        
        public void addItem (CompletionItem item) {
            resultSet.addItem (item);
        }
        
        public void finish () {
            resultSet.finish ();
        }
        
        public boolean isFinished () {
            return resultSet.isFinished ();
        }
    }
    
    private static class ListResult implements Result {
        private List result = new ArrayList ();
        private boolean finished = false;
        private Object LOCK = new Object ();
        
        public void addItem (CompletionItem item) {
            result.add (item);
        }
        
        public void finish () {
            finished = true;
            synchronized (LOCK) {
                LOCK.notify ();
            }
        }
        
        public boolean isFinished () {
            return finished;
        }
        
        void waitFinished () {
            if (finished) return;
            synchronized (LOCK) {
                try {
                    LOCK.wait ();
                } catch (InterruptedException ex) {
                }
            }
        }
        public List getList () {
            return result;
        }
    }
}






© 2015 - 2025 Weber Informatics LLC | Privacy Policy