Tanl Linguistic Pipeline

tag/NER/NerEventStream.cpp

/*
**  Tanl
**  NER/NerEventStream.cpp
**  ----------------------------------------------------------------------
**  Copyright (c) 2005  Giuseppe Attardi (attardi@di.unipi.it).
**  ----------------------------------------------------------------------
**
**  This file is part of Tanl.
**
**  Tanl is free software; you can redistribute it and/or modify it
**  under the terms of the GNU General Public License, version 3,
**  as published by the Free Software Foundation.
**
**  Tanl is distributed in the hope that it will be useful,
**  but WITHOUT ANY WARRANTY; without even the implied warranty of
**  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
**  GNU General Public License for more details.
**
**  You should have received a copy of the GNU General Public License
**  along with this program.  If not, see <http://www.gnu.org/licenses/>.
**  ----------------------------------------------------------------------
*/

// IXE
#include "text/strings.h"
#include "conf/conf_bool.h"

// standard
#include <iostream>

// local
#include "NerEventStream.h"

using namespace std;
using namespace Tanl::Classifier;

namespace Tanl {
namespace NER {

IXE::conf<bool> dumpEvents("DumpEvents", false);

NerEventStream::NerEventStream(Resources& resources) :
  position(0),
  featureExtractor(resources)
{ }

bool NerEventStream::hasNext()
{
  return position < sentence->size();
}

Event* NerEventStream::next()
{
  Token* token = (*sentence)[position];
  char const* word = token->form.c_str();
  const string* tag = token->get(featureExtractor.resources.NEtag);
  char const* neTag = tag ? tag->c_str() : "";

  // outcome is NE tag, features are extracted from sentence
  Event* event = new Event(neTag);
  featureExtractor.extract(event->features, position);

  // remember designated words in current document:
  featureExtractor.classified(position, neTag);

  if (dumpEvents)
    cerr << *event << endl;
  position++;
  return event;
}

void NerEventStream::predicted(char const* neTag, int pos)
{
  if (pos < 0)
    pos = position-1;           // -1 since next() has advanced
  featureExtractor.classified(pos, neTag);
}

} // namespace NER
} // namespace Tanl

 

Copyright © 2005-2011 G. Attardi. Generated on 3 Mar 2011 by doxygen 1.6.1.