Tanl Linguistic Pipeline

tag/NER/TokenCategorizer.h

/*
**  Tanl
**  NER/TokenCategorizer.h
**  ----------------------------------------------------------------------
**  Copyright (c) 2005  Giuseppe Attardi (attardi@di.unipi.it).
**  ----------------------------------------------------------------------
**
**  This file is part of Tanl.
**
**  Tanl is free software; you can redistribute it and/or modify it
**  under the terms of the GNU General Public License, version 3,
**  as published by the Free Software Foundation.
**
**  Tanl is distributed in the hope that it will be useful,
**  but WITHOUT ANY WARRANTY; without even the implied warranty of
**  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
**  GNU General Public License for more details.
**
**  You should have received a copy of the GNU General Public License
**  along with this program.  If not, see <http://www.gnu.org/licenses/>.
**  ----------------------------------------------------------------------
*/

#ifndef Tanl_NER_TokenCategorizer_H
#define Tanl_NER_TokenCategorizer_H

// IXE
#include "include/ixe.h"
#include "text/RegExp.h"

#include "text/WordSet.h"

// standard
#include <map>
#include <string>

namespace Tanl {
namespace NER {

enum Language {
  en = 0,                       // default
  cz,
  de,
  es,
  fr,
  it,
  pt
};

struct EntityType
{
  enum Type
  {
    NoType = 0,
    Word,
    Quantity,                   // MUC NUMEX
    Name,                       // MUC ENAMEX
    Time,                       // MUC TIMEX
    Symbol,
    Punct,
    Address,
    TypeEnd
  };

  enum Subtype
  {
    Person = TypeEnd,           // Name, MUC ENAMEX.PERSON
    Organization,               // Name, MUC ENAMEX.ORGANIZATION
    Location,                   // Name, MUC ENAMEX.LOCATION
    Product,
    Number,                     // Quantity, MUC NUMBER.CARDINAL
    Money,                      // Quantity, MUC NUMBER.MONEY
    Measure,                    // Quantity, MUC NUMBER.MEASURE
    Duration,                   // Time, MUC TIMEX.DURATION
    Date,                       // Time, MUC TIMEX.DATE
    Instant,                    // Time, MUC TIMEX.TIME
    Url,                        // Address
    Email                       // Address
  };

  EntityType(Type type = NoType, Subtype subtype = (Subtype)NoType) :
    type(type), subtype(subtype)
  { }

  Type          type;
  Subtype       subtype;
};

class TokenCategorizer
{
public:

  TokenCategorizer(char const* lang);

  EntityType    analyze(char const* token);

private:
  Tanl::Text::WordSet*  abbrev;
  Language      language;

  Tanl::Text::RegExp::Pattern   wordPattern;
  Tanl::Text::RegExp::Pattern   quantityPattern;
  Tanl::Text::RegExp::Pattern   currencyPattern;
  Tanl::Text::RegExp::Pattern   datePattern;
  Tanl::Text::RegExp::Pattern   timePattern;

  Tanl::Text::RegExp::Pattern   MUC_name;
  Tanl::Text::RegExp::Pattern   MUC_num;
  Tanl::Text::RegExp::Pattern   MUC_time;
  Tanl::Text::RegExp::Pattern   MUC_opt;

  Tanl::Text::RegExp::Pattern   tagPattern;
  Tanl::Text::RegExp::Pattern   urlPattern;
  Tanl::Text::RegExp::Pattern   emailPattern;

  static std::map<std::string, EntityType::Subtype>     nameType;
};

} // NER
} // Tanl

#endif // Tanl_NER_TokenCategorizer_H

 

Copyright © 2005-2011 G. Attardi. Generated on 4 Mar 2011 by doxygen 1.6.1.