C++python模块中的随机分段错误

Random Segmentation fault error in C++ python module

本文关键字:分段 错误 随机 模块 C++python      更新时间:2023-10-16

我正在用C++创建自己的python模块。模块源代码:

#include <Python.h>
#include <numpy/arrayobject.h>
#include "FMM.h"
struct module_state {
    PyObject *error;
};
#define GETSTATE(m) ((struct module_state*)PyModule_GetState(m))
static PyObject* FMM(PyObject* self, PyObject* args)
{
    PyObject *model_obj;
    PyObject *time_obj;
    PyObject *accepted_obj;
    PyObject *lat_obj;
    PyObject *lon_obj;
    PyObject *h_obj;
    int N;
    if (!PyArg_ParseTuple(args, "OOOOOOi", &model_obj, &time_obj, &accepted_obj, &lat_obj, &lon_obj, &h_obj, &N))
    {
        Py_INCREF(Py_None);
        return Py_None;
    }
    PyObject *model = PyArray_FROM_OTF(model_obj, NPY_FLOAT, NPY_INOUT_ARRAY);
    PyObject *time = PyArray_FROM_OTF(time_obj, NPY_FLOAT, NPY_INOUT_ARRAY);
    PyObject *accepted = PyArray_FROM_OTF(accepted_obj, NPY_BOOL, NPY_INOUT_ARRAY);
    PyObject *lat = PyArray_FROM_OTF(lon_obj, NPY_DOUBLE, NPY_INOUT_ARRAY);
    PyObject *lon = PyArray_FROM_OTF(lon_obj, NPY_DOUBLE, NPY_INOUT_ARRAY);
    PyObject *h = PyArray_FROM_OTF(h_obj, NPY_DOUBLE, NPY_INOUT_ARRAY);
    float *MODEL    = static_cast<float *>(PyArray_DATA(model_obj));
    float *TIME     = static_cast<float *>(PyArray_DATA(time_obj));
    bool *ACCEPTED  = static_cast<bool *>(PyArray_DATA(accepted_obj));
    double *LAT     = static_cast<double *>(PyArray_DATA(lat_obj));
    double *LON     = static_cast<double *>(PyArray_DATA(lon_obj));
    double *H       = static_cast<double *>(PyArray_DATA(h_obj));
    _FMM(MODEL, TIME, ACCEPTED, LAT, LON, H, N);

    Py_INCREF(Py_None);
    return Py_None;
}
static PyObject* SetModelSize(PyObject* self, PyObject* args)
{
    int x, y, z;

    if (!PyArg_ParseTuple(args, "iii", &x, &y, &z))
    {
        Py_INCREF(Py_None);
        return Py_None;
    }
    _SaveModelSize(x, y, z);
    // Rerutn values
    Py_INCREF(Py_None);
    return Py_None;
}
static PyMethodDef FMMMethods[] = {
    {"FMM", FMM, METH_VARARGS, "Some Text"},
    {"SetModelSize", SetModelSize, METH_VARARGS, "Some Text"},
    {NULL, NULL, 0, NULL}
};
static int FMM_traverse(PyObject *m, visitproc visit, void *arg) {
    Py_VISIT(GETSTATE(m)->error);
    return 0;
}
static int FMM_clear(PyObject *m) {
    Py_CLEAR(GETSTATE(m)->error);
    return 0;
}

static struct PyModuleDef moduledef = {
        PyModuleDef_HEAD_INIT,
        "FMM",
        NULL,
        sizeof(struct module_state),
        FMMMethods,
        NULL,
        FMM_traverse,
        FMM_clear,
        NULL
};
extern "C" PyObject * PyInit_FMM(void)
{
    PyObject *module = PyModule_Create(&moduledef);
    if (module == NULL)
        return NULL;
    struct module_state *st = GETSTATE(module);
    st->error = PyErr_NewException("FMM.Error", NULL, NULL);
    if (st->error == NULL) 
    {
        Py_DECREF(module);
        return NULL;
    }
    import_array();
    Py_INCREF(module);
    return module;
}

我的函数_FMM对大数据集进行数值计算(两个floatsbool的元素大小为2e9。

该模块使用setup.py:进行编译

from distutils.core import setup, Extension
import numpy.distutils.misc_util
import os
os.environ["CC"] = "g++"
os.environ["CXX"] = "g++"
module1 = Extension('FMM', sources = ['FMMmodule.c', 'FMM.c'])
setup (name = 'PackageName',
        version = '1.0',
        description = 'This is a demo package',
        ext_modules = [module1],
       include_dirs=numpy.distutils.misc_util.get_numpy_include_dirs())

当我从python运行它时,经过大约60秒的计算,我得到了Segmentation错误。

每次我都在不同的计算步骤中运行。我读到它可能与滥用Py_INCREF()Py_DECREF()有关——试图玩这个游戏,但没有运气。

有人有如何处理这种行为的经验吗?

我正在使用python 3.4进行测试。

我终于解决了这个问题。我不得不修改代码,使其与更新的numpy c-api兼容:请参阅此处的更多信息:迁移到numpy api 1.7