OpenACC 嵌套循环依赖关系错误

OpenACC nested loop dependency error

本文关键字:错误 关系 依赖 嵌套循环 OpenACC      更新时间:2023-10-16

拜托,我需要一些关于使用OpenACC并行计算模型(C++)的帮助。问题如下:

在 vairables W、hbias、vbias(它应该得到每次迭代的更新)和 propup 和 propdown 函数内的计算手段之间存在依赖关系,但通过在不可用的代码上使用 OpenACC 来。因此,每个迭代函数都会得到 W 的初始 vlue 和偏差。请注意,如果并行化发生在较低级别,则不会获得好处。这是代码:

    void RBM::contrastive_divergence(int ** train_X, double learning_rate, int k) {

    int * input = new int[n_visible];
    double *ph_mean = new double[n_hidden];
    int *ph_sample = new int[n_hidden]; // CALUCLATED WITHIN COMPLETE CODE
    double *nv_means = new double[n_visible];
    int *nv_samples = new int[n_visible]; //CALUCLATED WITHIN COMPLETE CODE
    double *nh_means = new double[n_hidden];
    int *nh_samples = new int[n_hidden]; //CALUCLATED WITHIN COMPLETE CODE

    #pragma acc parallel 
    {
    #pragma acc loop gang private(input[0:n_visible],ph_mean[0:n_hidden],ph_sample[0:n_hidden], 
    nv_means[0:n_visible], nv_samples[0:n_visible], nh_means[0:n_hidden], 
    nh_samples[0:n_hidden])
    for (int ii = 0; ii<train_N; ii++) {
    #pragma acc loop vector
    for (int j = 0; j< n_visible; j++)
    input[j] = train_X[ii][j];

    sample_h_given_v(input, ph_mean);
    sample_v_given_h(h0_sample, nv_means);
    sample_h_given_v(nv_samples, nh_means);
        #pragma acc loop vector
        for (int i = 0; i<n_hidden; i++) {
            for (int j = 0; j<n_visible; j++) {
            #pragma acc atomic update
            W[i][j] += learning_rate * (ph_mean[i] * input[j] - nh_means[i] * nv_samples[j]) / N;
            }
        #pragma acc atomic update
        hbias[i] += learning_rate * (ph_sample[i] - nh_means[i]) / N;
        }
        #pragma acc loop vector
        for (int i = 0; i<n_visible; i++) {
        #pragma acc atomic update
        vbias[i] += learning_rate * (input[i] - nv_samples[i]) / N;
        }
    }
    }
    delete[] input;
    delete[] ph_mean;
    delete[] ph_sample;
    delete[] nv_means;
    delete[] nv_samples;
    delete[] nh_means;
    delete[] nh_samples;
    }
    #pragma acc routine vector
    void RBM::sample_h_given_v(int *v0_sample, double *mean){
        #pragma acc loop vector
        for (int i = 0; i<n_hidden; i++) {
            mean[i] = propup(v0_sample, W[i], hbias[i]);
        }
    }


    #pragma acc routine vector
    void RBM::sample_v_given_h(int *h0_sample, double *mean){
            #pragma acc loop vector
            for (int i = 0; i < n_visible; i++) {
                mean[i] = propdown(h0_sample, i, vbias[i]);
            }
    }

    #pragma acc routine seq
    double RBM::propup(int *v, double *w, double b) {
    double pre_sigmoid_activation = 0.0;
    for (int j = 0; j<n_visible; j++) {
    pre_sigmoid_activation += w[j] * v[j];
    }
    pre_sigmoid_activation += b;
    double x;
    x = 1.0 / (1.0 + exp(-pre_sigmoid_activation));
    return x;
    }
    #pragma acc routine seq
    double RBM::propdown(int *h, int i, double b) {
    double pre_sigmoid_activation = 0.0;
    for (int j = 0; j<n_hidden; j++) {
    pre_sigmoid_activation += W[j][i] * h[j];
    }
    pre_sigmoid_activation += b;
    double x;
    x = 1.0 / (1.0 + exp(-pre_sigmoid_activation));
    return x;
    }

将"独立"子句添加到"#pragma acc 循环向量"怎么样?您在顶部使用"#pragma acc parallel"。因此,您有责任表达依赖关系或确保结果的正确性。