code: /* LanguageTool, a natural language style checker 
   * Copyright (C) 2006 Daniel Naber (http://www.danielnaber.de)
   * 
   * This library is free software; you can redistribute it and/or
   * modify it under the terms of the GNU Lesser General Public
   * License as published by the Free Software Foundation; either
   * version 2.1 of the License, or (at your option) any later version.
   *
   * This library is distributed in the hope that it will be useful,
   * but WITHOUT ANY WARRANTY; without even the implied warranty of
   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
   * Lesser General Public License for more details.
   *
   * You should have received a copy of the GNU Lesser General Public
   * License along with this library; if not, write to the Free Software
   * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
   * USA
   */
  package org.languagetool.tagging.gl;
  
  import morfologik.stemming.DictionaryLookup;
  import morfologik.stemming.IStemmer;
  import org.jetbrains.annotations.Nullable;
  import org.languagetool.AnalyzedToken;
  import org.languagetool.AnalyzedTokenReadings;
  import org.languagetool.chunking.ChunkTag;
  import org.languagetool.tagging.BaseTagger;
  import org.languagetool.tools.StringTools;
  
  import java.io.IOException;
  import java.util.*;
  import java.util.regex.Matcher;
  import java.util.regex.Pattern;
  
  /** Galician Part-of-speech tagger.
   *
   * @author Marcin Milkowski
   *
   * modified by Susana Sotelo Docio
   * extended by Tiago F. Santos
   */
  public class GalicianTagger extends BaseTagger {
  
    private static final Pattern ADJ_PART_FS = Pattern.compile("V.P..SF.|A[QO].[FC][SN].");
    private static final Pattern VERB = Pattern.compile("V.+");
  
    private static final Pattern PREFIXES_FOR_VERBS = Pattern.compile("(auto|re)(...+)",Pattern.CASE_INSENSITIVE|Pattern.UNICODE_CASE);
  
    public GalicianTagger() {
      super("/gl/galician.dict", new Locale("gl"));
    }
  
    @Override
    public boolean overwriteWithManualTagger(){
      return false;
    }
  
    @Override
    public List<AnalyzedTokenReadings> tag(final List<String> sentenceTokens)
        throws IOException {
  
      final List<AnalyzedTokenReadings> tokenReadings = new ArrayList<>();
      int pos = 0;
      final IStemmer dictLookup = new DictionaryLookup(getDictionary());
  
      for (String word : sentenceTokens) {
        // This hack allows all rules and dictionary entries to work with
        // typewriter apostrophe
        boolean containsTypewriterApostrophe = false;
        if (word.length() > 1) {
          if (word.contains("'")) {
            containsTypewriterApostrophe = true;
          }
          word = word.replace("’", "'");
        }
        final List<AnalyzedToken> l = new ArrayList<>();
        final String lowerWord = word.toLowerCase(locale);
        final boolean isLowercase = word.equals(lowerWord);
        final boolean isMixedCase = StringTools.isMixedCase(word);
        List<AnalyzedToken> taggerTokens = asAnalyzedTokenListForTaggedWords(word, getWordTagger().tag(word));
        
        // normal case:
        addTokens(taggerTokens, l);
        // tag non-lowercase (alluppercase or startuppercase), but not mixedcase
        // word with lowercase word tags:
        if (!isLowercase && !isMixedCase) {
          List<AnalyzedToken> lowerTaggerTokens = asAnalyzedTokenListForTaggedWords(word, getWordTagger().tag(lowerWord));
          addTokens(lowerTaggerTokens, l);
        }
  
        // additional tagging with prefixes
        if (l.isEmpty() && !isMixedCase) {
          addTokens(additionalTags(word, dictLookup), l);
        }
  
        if (l.isEmpty()) {
          l.add(new AnalyzedToken(word, null, null));
        }
  
        AnalyzedTokenReadings atr = new AnalyzedTokenReadings(l, pos);
        if (containsTypewriterApostrophe) {
          List<ChunkTag> listChunkTags = new ArrayList<>();
          listChunkTags.add(new ChunkTag("containsTypewriterApostrophe"));
          atr.setChunkTags(listChunkTags);
        }
  
        tokenReadings.add(atr);
        pos += word.length();
      }
  
      return tokenReadings;
    }
  
    @Nullable
    protected List<AnalyzedToken> additionalTags(String word, IStemmer stemmer) {
      final IStemmer dictLookup = new DictionaryLookup(getDictionary());
      List<AnalyzedToken> additionalTaggedTokens = new ArrayList<>();
      //Any well-formed adverb with suffix -mente is tagged as an adverb of manner (RM)
      if (word.endsWith("mente")){
        final String lowerWord = word.toLowerCase(locale);
        final String possibleAdj = lowerWord.replaceAll("^(.+)mente$", "$1");
        List<AnalyzedToken> taggerTokens;
        taggerTokens = asAnalyzedTokenList(lowerWord, dictLookup.lookup(possibleAdj));
        for (AnalyzedToken taggerToken : taggerTokens ) {
          final String posTag = taggerToken.getPOSTag();
          if (posTag != null) {
            final Matcher m = ADJ_PART_FS.matcher(posTag);
            if (m.matches()) {
              additionalTaggedTokens.add(new AnalyzedToken(word, "RM", lowerWord));
              return additionalTaggedTokens;
            }
          }
        }
      }
      //Any well-formed verb with prefixes is tagged as a verb copying the original tags
      Matcher matcher=PREFIXES_FOR_VERBS.matcher(word);
      if (matcher.matches()) {
        final String possibleVerb = matcher.group(2).toLowerCase();
        List<AnalyzedToken> taggerTokens;
        taggerTokens = asAnalyzedTokenList(possibleVerb, dictLookup.lookup(possibleVerb));
        for (AnalyzedToken taggerToken : taggerTokens ) {
          final String posTag = taggerToken.getPOSTag();
          if (posTag != null) {
            final Matcher m = VERB.matcher(posTag);
            if (m.matches()) {
              String lemma = matcher.group(1).toLowerCase().concat(taggerToken.getLemma());
              additionalTaggedTokens.add(new AnalyzedToken(word, posTag, lemma));
            }
          }
        }
        return additionalTaggedTokens;
      }
      return null;
    }
  
    private void addTokens(final List<AnalyzedToken> taggedTokens, final List<AnalyzedToken> l) {
      if (taggedTokens != null) {
        for (AnalyzedToken at : taggedTokens) {
          l.add(at);
        }
      }
    }
  
  }
  