Tanl Linguistic Pipeline

tag/NER/PyPipe.cpp

/*
**  Tanl
**  tag/NER/PyPipe.cpp
**  ----------------------------------------------------------------------
**  Copyright (c) 2006  Giuseppe Attardi (attardi@di.unipi.it).
**  ----------------------------------------------------------------------
**
**  This file is part of Tanl.
**
**  Tanl is free software; you can redistribute it and/or modify it
**  under the terms of the GNU General Public License, version 3,
**  as published by the Free Software Foundation.
**
**  Tanl is distributed in the hope that it will be useful,
**  but WITHOUT ANY WARRANTY; without even the implied warranty of
**  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
**  GNU General Public License for more details.
**
**  You should have received a copy of the GNU General Public License
**  along with this program.  If not, see <http://www.gnu.org/licenses/>.
**  ----------------------------------------------------------------------
*/

#include "PyPipe.h"

namespace Tanl {
namespace NER {

Enumerator<Sentence*>* NER::pipe(PyObject* pit)
{
  // pit is an iterator on a list of list of tokens.
  if (PyIter_Check(pit))
    return new NerPyPipe(*this, pit);
  return 0;
}

// SWIG wrapper
struct PySwigObject {
  PyObject_HEAD
  void* ptr;
  void* ty;                     // swig_type_info
  int own;
  PyObject* next;
};

NerPyPipe::NerPyPipe(NER& ner, PyObject* pit) :
  ner(ner),
  eventStream(ner.resources),
  pit(pit)
{
  Py_INCREF(pit);
}

NerPyPipe::~NerPyPipe()
{
  Py_DECREF(pit);
}

void NerPyPipe::Dispose()
{
  ner.decRef();
  delete this;
}

bool NerPyPipe::MoveNext()
{
  next = PyIter_Next(pit);
  return next;
}

static void* extract_swig_wrapped_pointer(PyObject* obj)
{
  PyObject* thisAttr = PyObject_GetAttrString(obj, "this");
  if (thisAttr == NULL)
    return NULL;
  //This Python Object is a SWIG Wrapper and contains our pointer
  void* pointer = ((PySwigObject*)thisAttr)->ptr;
  Py_DECREF(thisAttr);
  return pointer;
}

Sentence* NerPyPipe::Current()
{
  // next is Python list of SWIG wrapped tokens
  PyObject* iterator = PyObject_GetIter(next);
  if (iterator == NULL) {
    /* propagate error */
  }

  vector<Token*>* sentence = new vector<Token*>();
  PyObject* item;
  while (item = PyIter_Next(iterator)) {
    // extract the C++ token
    Token* tok = (Token*)extract_swig_wrapped_pointer(item);
    sentence->push_back(tok);
    Py_DECREF(item);
  }

  Py_DECREF(iterator);

  if (PyErr_Occurred()) {
    /* propagate error */
  }
  return ner.tag(sentence, &eventStream);
}

} // namespace NER
} // namespace Tanl

 

Copyright © 2005-2011 G. Attardi. Generated on 3 Mar 2011 by doxygen 1.6.1.