mirror of
https://github.com/mihakralj/QuanTAlib.git
synced 2026-07-28 09:47:43 +00:00
389 lines
13 KiB
C#
389 lines
13 KiB
C#
namespace QuanTAlib.Tests;
|
|
|
|
public class QuantileLossTests
|
|
{
|
|
private const double Precision = 1e-10;
|
|
private const int DefaultPeriod = 10;
|
|
|
|
[Fact]
|
|
public void Constructor_ValidatesInput()
|
|
{
|
|
Assert.Throws<ArgumentException>(() => new QuantileLoss(0));
|
|
Assert.Throws<ArgumentException>(() => new QuantileLoss(-1));
|
|
Assert.Throws<ArgumentException>(() => new QuantileLoss(10, 0.0));
|
|
Assert.Throws<ArgumentException>(() => new QuantileLoss(10, 1.0));
|
|
Assert.Throws<ArgumentException>(() => new QuantileLoss(10, -0.1));
|
|
Assert.Throws<ArgumentException>(() => new QuantileLoss(10, 1.1));
|
|
}
|
|
|
|
[Fact]
|
|
public void Constructor_ValidPeriod_Succeeds()
|
|
{
|
|
var quantileLoss = new QuantileLoss(DefaultPeriod);
|
|
Assert.NotNull(quantileLoss);
|
|
Assert.Equal(DefaultPeriod, quantileLoss.WarmupPeriod);
|
|
Assert.Equal(0.5, quantileLoss.Quantile);
|
|
}
|
|
|
|
[Fact]
|
|
public void Constructor_CustomQuantile_Succeeds()
|
|
{
|
|
var quantileLoss = new QuantileLoss(DefaultPeriod, 0.9);
|
|
Assert.Equal(0.9, quantileLoss.Quantile);
|
|
}
|
|
|
|
[Fact]
|
|
public void Properties_Accessible()
|
|
{
|
|
var quantileLoss = new QuantileLoss(DefaultPeriod);
|
|
Assert.Contains("QuantileLoss", quantileLoss.Name, StringComparison.Ordinal);
|
|
Assert.False(quantileLoss.IsHot);
|
|
Assert.Equal(0, quantileLoss.Last.Value);
|
|
}
|
|
|
|
[Fact]
|
|
public void IsHot_BecomesTrueWhenBufferFull()
|
|
{
|
|
var quantileLoss = new QuantileLoss(5);
|
|
for (int i = 0; i < 4; i++)
|
|
{
|
|
quantileLoss.Update(100 + i, 100);
|
|
Assert.False(quantileLoss.IsHot);
|
|
}
|
|
quantileLoss.Update(104, 100);
|
|
Assert.True(quantileLoss.IsHot);
|
|
}
|
|
|
|
[Fact]
|
|
public void Calculate_PerfectPredictions_ReturnsZero()
|
|
{
|
|
var quantileLoss = new QuantileLoss(5);
|
|
for (int i = 0; i < 5; i++)
|
|
{
|
|
quantileLoss.Update(100, 100);
|
|
}
|
|
Assert.Equal(0.0, quantileLoss.Last.Value, Precision);
|
|
}
|
|
|
|
[Fact]
|
|
public void Calculate_Quantile05_EquivalentToMAE()
|
|
{
|
|
// With q=0.5, quantile loss = 0.5 * |error| = MAE/2
|
|
var quantileLoss = new QuantileLoss(2, 0.5);
|
|
|
|
// Error 1: 100 - 90 = 10 (actual > predicted)
|
|
// Error 2: 100 - 110 = -10 (actual < predicted)
|
|
quantileLoss.Update(100, 90); // 0.5 * 10 = 5
|
|
quantileLoss.Update(100, 110); // (0.5-1) * (-10) = 0.5 * 10 = 5
|
|
|
|
// Mean = (5 + 5) / 2 = 5
|
|
Assert.Equal(5.0, quantileLoss.Last.Value, Precision);
|
|
}
|
|
|
|
[Fact]
|
|
public void Calculate_HighQuantile_PenalizesUnderPrediction()
|
|
{
|
|
// q=0.9 penalizes under-prediction (actual > predicted) more heavily
|
|
var quantileLoss = new QuantileLoss(1, 0.9);
|
|
|
|
// Under-prediction: actual > predicted
|
|
quantileLoss.Update(100, 90); // 0.9 * 10 = 9
|
|
|
|
Assert.Equal(9.0, quantileLoss.Last.Value, Precision);
|
|
|
|
// Over-prediction: actual < predicted
|
|
quantileLoss.Reset();
|
|
quantileLoss.Update(100, 110); // (0.9-1) * (-10) = 0.1 * 10 = 1
|
|
|
|
Assert.Equal(1.0, quantileLoss.Last.Value, Precision);
|
|
}
|
|
|
|
[Fact]
|
|
public void Calculate_LowQuantile_PenalizesOverPrediction()
|
|
{
|
|
// q=0.1 penalizes over-prediction (actual < predicted) more heavily
|
|
var quantileLoss = new QuantileLoss(1, 0.1);
|
|
|
|
// Under-prediction: actual > predicted
|
|
quantileLoss.Update(100, 90); // 0.1 * 10 = 1
|
|
|
|
Assert.Equal(1.0, quantileLoss.Last.Value, Precision);
|
|
|
|
// Over-prediction: actual < predicted
|
|
quantileLoss.Reset();
|
|
quantileLoss.Update(100, 110); // (0.1-1) * (-10) = 0.9 * 10 = 9
|
|
|
|
Assert.Equal(9.0, quantileLoss.Last.Value, Precision);
|
|
}
|
|
|
|
[Fact]
|
|
public void Calculate_AsymmetricPenalty()
|
|
{
|
|
// Verify asymmetric penalty with same magnitude errors
|
|
var qlHigh = new QuantileLoss(2, 0.9);
|
|
var qlLow = new QuantileLoss(2, 0.1);
|
|
|
|
// Both get one under-prediction and one over-prediction of same magnitude
|
|
qlHigh.Update(100, 90); // under: 0.9 * 10 = 9
|
|
qlHigh.Update(100, 110); // over: 0.1 * 10 = 1
|
|
// Mean = (9 + 1) / 2 = 5
|
|
|
|
qlLow.Update(100, 90); // under: 0.1 * 10 = 1
|
|
qlLow.Update(100, 110); // over: 0.9 * 10 = 9
|
|
// Mean = (1 + 9) / 2 = 5
|
|
|
|
// Both should give same result with symmetric errors
|
|
Assert.Equal(qlHigh.Last.Value, qlLow.Last.Value, Precision);
|
|
}
|
|
|
|
[Fact]
|
|
public void Calculate_IsNew_False_UpdatesValue()
|
|
{
|
|
var quantileLoss = new QuantileLoss(DefaultPeriod);
|
|
quantileLoss.Update(100, 95);
|
|
quantileLoss.Update(100, 90, isNew: true);
|
|
double beforeUpdate = quantileLoss.Last.Value;
|
|
|
|
quantileLoss.Update(100, 80, isNew: false);
|
|
double afterUpdate = quantileLoss.Last.Value;
|
|
|
|
Assert.NotEqual(beforeUpdate, afterUpdate);
|
|
}
|
|
|
|
[Fact]
|
|
public void IterativeCorrections_RestoreToOriginalState()
|
|
{
|
|
var quantileLoss = new QuantileLoss(5, 0.75);
|
|
var gbm = new GBM(startPrice: 100.0, mu: 0.02, sigma: 0.1);
|
|
|
|
TValue tenthActual = default;
|
|
TValue tenthPredicted = default;
|
|
for (int i = 0; i < 10; i++)
|
|
{
|
|
var bar = gbm.Next(isNew: true);
|
|
tenthActual = new TValue(bar.Time, bar.Close);
|
|
tenthPredicted = new TValue(bar.Time, bar.Close * 0.98);
|
|
quantileLoss.Update(tenthActual, tenthPredicted, isNew: true);
|
|
}
|
|
|
|
double stateAfterTen = quantileLoss.Last.Value;
|
|
|
|
for (int i = 0; i < 9; i++)
|
|
{
|
|
var bar = gbm.Next(isNew: false);
|
|
quantileLoss.Update(new TValue(bar.Time, bar.Close), new TValue(bar.Time, bar.Close * 0.95), isNew: false);
|
|
}
|
|
|
|
TValue finalResult = quantileLoss.Update(tenthActual, tenthPredicted, isNew: false);
|
|
Assert.Equal(stateAfterTen, finalResult.Value, Precision);
|
|
}
|
|
|
|
[Fact]
|
|
public void Reset_ClearsState()
|
|
{
|
|
var quantileLoss = new QuantileLoss(DefaultPeriod);
|
|
quantileLoss.Update(100, 95);
|
|
quantileLoss.Update(105, 100);
|
|
|
|
quantileLoss.Reset();
|
|
|
|
Assert.Equal(0, quantileLoss.Last.Value);
|
|
Assert.False(quantileLoss.IsHot);
|
|
}
|
|
|
|
[Fact]
|
|
public void NaN_Input_UsesLastValidValue()
|
|
{
|
|
var quantileLoss = new QuantileLoss(DefaultPeriod);
|
|
quantileLoss.Update(100, 95);
|
|
quantileLoss.Update(110, 105);
|
|
|
|
var result = quantileLoss.Update(double.NaN, 108);
|
|
Assert.True(double.IsFinite(result.Value));
|
|
|
|
result = quantileLoss.Update(115, double.NaN);
|
|
Assert.True(double.IsFinite(result.Value));
|
|
}
|
|
|
|
[Fact]
|
|
public void Infinity_Input_UsesLastValidValue()
|
|
{
|
|
var quantileLoss = new QuantileLoss(DefaultPeriod);
|
|
quantileLoss.Update(100, 95);
|
|
quantileLoss.Update(110, 105);
|
|
|
|
var result = quantileLoss.Update(double.PositiveInfinity, 108);
|
|
Assert.True(double.IsFinite(result.Value));
|
|
|
|
result = quantileLoss.Update(115, double.NegativeInfinity);
|
|
Assert.True(double.IsFinite(result.Value));
|
|
}
|
|
|
|
[Fact]
|
|
public void BatchCalc_MatchesIterativeCalc()
|
|
{
|
|
var quantileLossIterative = new QuantileLoss(DefaultPeriod, 0.75);
|
|
var gbm = new GBM(startPrice: 100.0, mu: 0.02, sigma: 0.1);
|
|
|
|
var actualSeries = new TSeries();
|
|
var predictedSeries = new TSeries();
|
|
|
|
for (int i = 0; i < 100; i++)
|
|
{
|
|
var bar = gbm.Next(isNew: true);
|
|
actualSeries.Add(bar.Time, bar.Close);
|
|
predictedSeries.Add(bar.Time, bar.Close * (1 + (i % 2 == 0 ? 0.02 : -0.02)));
|
|
}
|
|
|
|
var iterativeResults = actualSeries.Zip(predictedSeries, (actual, predicted) => quantileLossIterative.Update(actual.Value, predicted.Value).Value).ToList();
|
|
|
|
var batchResults = QuantileLoss.Batch(actualSeries, predictedSeries, DefaultPeriod, 0.75);
|
|
|
|
Assert.Equal(iterativeResults.Count, batchResults.Count);
|
|
int count = iterativeResults.Count;
|
|
for (int i = 0; i < count; i++)
|
|
{
|
|
Assert.Equal(iterativeResults[i], batchResults[i].Value, Precision);
|
|
}
|
|
}
|
|
|
|
[Fact]
|
|
public void SpanBatch_ValidatesInput()
|
|
{
|
|
double[] actual = [1, 2, 3, 4, 5];
|
|
double[] predicted = [1.1, 2.1, 3.1, 4.1, 5.1];
|
|
double[] output = new double[5];
|
|
double[] wrongSizeOutput = new double[3];
|
|
|
|
Assert.Throws<ArgumentException>(() =>
|
|
QuantileLoss.Batch(actual.AsSpan(), predicted.AsSpan(), wrongSizeOutput.AsSpan(), DefaultPeriod));
|
|
|
|
Assert.Throws<ArgumentException>(() =>
|
|
QuantileLoss.Batch(actual.AsSpan(), predicted.AsSpan(), output.AsSpan(), 0));
|
|
|
|
Assert.Throws<ArgumentException>(() =>
|
|
QuantileLoss.Batch(actual.AsSpan(), predicted.AsSpan(), output.AsSpan(), DefaultPeriod, 0.0));
|
|
|
|
Assert.Throws<ArgumentException>(() =>
|
|
QuantileLoss.Batch(actual.AsSpan(), predicted.AsSpan(), output.AsSpan(), DefaultPeriod, 1.0));
|
|
}
|
|
|
|
[Fact]
|
|
public void SpanBatch_MatchesTSeriesBatch()
|
|
{
|
|
var gbm = new GBM(startPrice: 100.0, mu: 0.02, sigma: 0.1, seed: 42);
|
|
var actualSeries = new TSeries();
|
|
var predictedSeries = new TSeries();
|
|
double[] actualArr = new double[100];
|
|
double[] predictedArr = new double[100];
|
|
double[] output = new double[100];
|
|
|
|
for (int i = 0; i < 100; i++)
|
|
{
|
|
var bar = gbm.Next(isNew: true);
|
|
actualSeries.Add(bar.Time, bar.Close);
|
|
actualArr[i] = bar.Close;
|
|
double pred = bar.Close * 0.98;
|
|
predictedSeries.Add(bar.Time, pred);
|
|
predictedArr[i] = pred;
|
|
}
|
|
|
|
var tseriesResult = QuantileLoss.Batch(actualSeries, predictedSeries, DefaultPeriod, 0.75);
|
|
QuantileLoss.Batch(actualArr.AsSpan(), predictedArr.AsSpan(), output.AsSpan(), DefaultPeriod, 0.75);
|
|
|
|
for (int i = 0; i < 100; i++)
|
|
{
|
|
Assert.Equal(tseriesResult[i].Value, output[i], Precision);
|
|
}
|
|
}
|
|
|
|
[Fact]
|
|
public void SpanBatch_HandlesNaN()
|
|
{
|
|
double[] actual = [100, 110, double.NaN, 120, 130];
|
|
double[] predicted = [98, 108, 112, 118, double.NaN];
|
|
double[] output = new double[5];
|
|
|
|
QuantileLoss.Batch(actual.AsSpan(), predicted.AsSpan(), output.AsSpan(), 3);
|
|
|
|
foreach (var val in output)
|
|
{
|
|
Assert.True(double.IsFinite(val), $"Expected finite value but got {val}");
|
|
}
|
|
}
|
|
|
|
[Fact]
|
|
public void Update_ThrowsOnSingleInput()
|
|
{
|
|
var quantileLoss = new QuantileLoss(DefaultPeriod);
|
|
Assert.Throws<NotSupportedException>(() => quantileLoss.Update(new TValue(DateTime.UtcNow, 100)));
|
|
}
|
|
|
|
[Fact]
|
|
public void Prime_ThrowsNotSupported()
|
|
{
|
|
var quantileLoss = new QuantileLoss(DefaultPeriod);
|
|
Assert.Throws<NotSupportedException>(() => quantileLoss.Prime([1, 2, 3]));
|
|
}
|
|
|
|
[Fact]
|
|
public void Calculate_MismatchedSeriesLengths_Throws()
|
|
{
|
|
var actual = new TSeries();
|
|
var predicted = new TSeries();
|
|
|
|
actual.Add(DateTime.UtcNow.Ticks, 100);
|
|
actual.Add(DateTime.UtcNow.Ticks + 1, 110);
|
|
|
|
predicted.Add(DateTime.UtcNow.Ticks, 98);
|
|
|
|
Assert.Throws<ArgumentException>(() => QuantileLoss.Batch(actual, predicted, DefaultPeriod));
|
|
}
|
|
|
|
[Fact]
|
|
public void Resync_PreventsFloatingPointDrift()
|
|
{
|
|
var quantileLoss = new QuantileLoss(5, 0.75);
|
|
var gbm = new GBM(startPrice: 100.0, mu: 0.02, sigma: 0.1, seed: 42);
|
|
|
|
for (int i = 0; i < 1100; i++)
|
|
{
|
|
var bar = gbm.Next(isNew: true);
|
|
quantileLoss.Update(bar.Close, bar.Close * 0.98);
|
|
}
|
|
|
|
Assert.True(double.IsFinite(quantileLoss.Last.Value));
|
|
}
|
|
|
|
[Fact]
|
|
public void Calculate_SlidingWindow_Works()
|
|
{
|
|
var quantileLoss = new QuantileLoss(2, 0.5);
|
|
|
|
// Error 1: 10 (under), Error 2: -10 (over)
|
|
quantileLoss.Update(100, 90); // 0.5 * 10 = 5
|
|
quantileLoss.Update(100, 110); // 0.5 * 10 = 5
|
|
Assert.Equal(5.0, quantileLoss.Last.Value, Precision);
|
|
|
|
// Slide: Error 2: -10, Error 3: 20
|
|
quantileLoss.Update(100, 80); // 0.5 * 20 = 10
|
|
// Mean = (5 + 10) / 2 = 7.5
|
|
Assert.Equal(7.5, quantileLoss.Last.Value, Precision);
|
|
}
|
|
|
|
[Fact]
|
|
public void Calculate_AlwaysNonNegative()
|
|
{
|
|
// Quantile loss should always be non-negative
|
|
var quantileLoss = new QuantileLoss(5, 0.5);
|
|
var gbm = new GBM(startPrice: 100.0, mu: 0.02, sigma: 0.3, seed: 42);
|
|
|
|
for (int i = 0; i < 100; i++)
|
|
{
|
|
var bar = gbm.Next(isNew: true);
|
|
quantileLoss.Update(bar.Close, bar.Close * (1 + (((i % 3) - 1) * 0.1)));
|
|
Assert.True(quantileLoss.Last.Value >= 0, $"QuantileLoss should be non-negative, got {quantileLoss.Last.Value}");
|
|
}
|
|
}
|
|
}
|