Home /Modules/advantage/advantage.c

advantage.c

advantage/advantage.c · 62 line(s) · c

/*
 * advantage.c - C implementation of the advantage module.
 */
#include "advantage.h"

#include <math.h>

double advantage_value(double reward, double baseline, double weight)
{
    return (reward - baseline) * weight;
}

double advantage_mean(const double *rewards,
                      const double *baselines,
                      size_t count,
                      double weight)
{
    double sum = 0.0;
    size_t i;

    if (rewards == NULL || baselines == NULL || count == 0) {
        return 0.0;
    }

    for (i = 0; i < count; ++i) {
        sum += advantage_value(rewards[i], baselines[i], weight);
    }

    return sum / (double)count;
}

double advantage_stddev(const double *rewards,
                        const double *baselines,
                        size_t count,
                        double weight)
{
    double mean, acc = 0.0;
    size_t i;

    if (rewards == NULL || baselines == NULL || count < 2) {
        return 0.0;
    }

    mean = advantage_mean(rewards, baselines, count, weight);
    for (i = 0; i < count; ++i) {
        double d = advantage_value(rewards[i], baselines[i], weight) - mean;
        acc += d * d;
    }
    return sqrt(acc / (double)(count - 1));
}

double advantage_confidence(size_t count, double prior)
{
    if (count == 0) {
        return 0.0;
    }
    if (prior <= 0.0) {
        return 1.0;
    }
    return (double)count / ((double)count + prior);
}