Files
wickra/examples/c/data_layer_test.c
T
kingchenc d362ae26a3 feat(data): expose CandleReader (CSV) natively in all 10 languages (#311)
Add the data-layer CSV candle reader to every binding so loading OHLCV
candles from a CSV no longer needs a per-language CSV/dataframe dependency.

- C ABI: wickra_candle_reader_new(bytes, len) / _count / _read / _free over
  an opaque CandleReader handle (parse the whole buffer up front, then drain).
- Native: Node/WASM CandleReader.read() -> Candle[], Python read() -> list[tuple].
- C-ABI languages: Go Read() []Candle, C# Candle[] Read(), Java Candle[] read(),
  R read() S3 generic (n x 6 matrix); C / C++ call the C ABI directly.
- Cross-language golden testdata/golden/data_csv*.csv pins the parsed candles
  bit-for-bit across every binding.

Verified locally across Rust (test+clippy+fmt), Node, WASM, Python, C#, Go,
Java, R, and the C/C++ cmake parity suite.
2026-06-16 00:10:58 +02:00

206 lines
6.5 KiB
C

/* Cross-language data-layer parity for the C / C++ binding: replay the shared
* golden tick stream through the TickAggregator (push/drain) and check the
* candles against the Rust reference, with and without gap filling. The same
* source compiles under both a C and a C++ compiler. Fixtures are generated by
* `cargo run -p wickra-examples --bin gen_golden`; the golden dir is argv[1].
*/
#include <math.h>
#include <stdbool.h>
#include <stdint.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include "wickra.h"
#define MAXROWS 256
static const char *GDIR;
static int read_csv(const char *name, double *rows, int ncol) {
char path[1024];
snprintf(path, sizeof(path), "%s/%s.csv", GDIR, name);
FILE *f = fopen(path, "r");
if (!f) {
fprintf(stderr, "cannot open %s\n", path);
exit(2);
}
char line[4096];
int n = 0, first = 1;
while (fgets(line, sizeof(line), f)) {
line[strcspn(line, "\r\n")] = '\0';
if (first) {
first = 0;
continue;
}
if (line[0] == '\0') {
continue;
}
char *p = line;
for (int j = 0; j < ncol; j++) {
rows[n * ncol + j] = strtod(p, &p);
if (*p == ',') {
p++;
}
}
n++;
}
fclose(f);
return n;
}
static int check(const char *fixture, bool gap, const double *ticks, int nt) {
struct TickAggregator *a = wickra_tick_aggregator_new(1000, gap);
if (!a) {
printf("FAIL %s: new returned NULL\n", fixture);
return 1;
}
double want[MAXROWS * 6];
int nw = read_csv(fixture, want, 6);
double got[MAXROWS * 6];
int ng = 0;
for (int i = 0; i < nt; i++) {
intptr_t n = wickra_tick_aggregator_push(a, ticks[i * 3 + 0], ticks[i * 3 + 1],
(int64_t)ticks[i * 3 + 2]);
if (n > 0) {
struct WickraCandle buf[MAXROWS];
intptr_t w = wickra_tick_aggregator_drain(a, buf, (uintptr_t)n);
for (intptr_t j = 0; j < w; j++) {
got[ng * 6 + 0] = buf[j].open;
got[ng * 6 + 1] = buf[j].high;
got[ng * 6 + 2] = buf[j].low;
got[ng * 6 + 3] = buf[j].close;
got[ng * 6 + 4] = buf[j].volume;
got[ng * 6 + 5] = (double)buf[j].timestamp;
ng++;
}
}
}
wickra_tick_aggregator_free(a);
if (ng != nw) {
printf("FAIL %s: %d candles vs %d\n", fixture, ng, nw);
return 1;
}
int fails = 0;
for (int i = 0; i < ng; i++) {
for (int j = 0; j < 6; j++) {
double w = want[i * 6 + j];
double tol = 1e-9 * fmax(1.0, fabs(w));
if (fabs(got[i * 6 + j] - w) > tol) {
printf("FAIL %s row %d col %d: %g vs %g\n", fixture, i, j, got[i * 6 + j], w);
fails++;
}
}
}
return fails;
}
static int check_resample(void) {
double input[MAXROWS * 5];
int ni = read_csv("input", input, 5);
double want[MAXROWS * 6];
int nw = read_csv("data_resampled", want, 6);
struct Resampler *r = wickra_resampler_new(5);
if (!r) {
printf("FAIL resample: new returned NULL\n");
return 1;
}
double got[MAXROWS * 6];
int ng = 0;
struct WickraCandle out;
for (int i = 0; i < ni; i++) {
if (wickra_resampler_update(r, input[i * 5 + 0], input[i * 5 + 1], input[i * 5 + 2],
input[i * 5 + 3], input[i * 5 + 4], (int64_t)i, &out)) {
got[ng * 6 + 0] = out.open;
got[ng * 6 + 1] = out.high;
got[ng * 6 + 2] = out.low;
got[ng * 6 + 3] = out.close;
got[ng * 6 + 4] = out.volume;
got[ng * 6 + 5] = (double)out.timestamp;
ng++;
}
}
if (wickra_resampler_flush(r, &out)) {
got[ng * 6 + 0] = out.open;
got[ng * 6 + 1] = out.high;
got[ng * 6 + 2] = out.low;
got[ng * 6 + 3] = out.close;
got[ng * 6 + 4] = out.volume;
got[ng * 6 + 5] = (double)out.timestamp;
ng++;
}
wickra_resampler_free(r);
if (ng != nw) {
printf("FAIL resample: %d candles vs %d\n", ng, nw);
return 1;
}
int fails = 0;
for (int i = 0; i < ng; i++) {
for (int j = 0; j < 6; j++) {
double w = want[i * 6 + j];
double tol = 1e-9 * fmax(1.0, fabs(w));
if (fabs(got[i * 6 + j] - w) > tol) {
printf("FAIL resample row %d col %d: %g vs %g\n", i, j, got[i * 6 + j], w);
fails++;
}
}
}
return fails;
}
static int check_reader(void) {
char path[1024];
snprintf(path, sizeof(path), "%s/data_csv.csv", GDIR);
FILE *f = fopen(path, "rb");
if (!f) {
printf("FAIL reader: cannot open %s\n", path);
return 1;
}
static char buf[1 << 16];
size_t len = fread(buf, 1, sizeof(buf), f);
fclose(f);
struct CandleReader *r = wickra_candle_reader_new((const uint8_t *)buf, len);
if (!r) {
printf("FAIL reader: new returned NULL\n");
return 1;
}
double want[MAXROWS * 6];
int nw = read_csv("data_csv_candles", want, 6);
uintptr_t n = wickra_candle_reader_count(r);
struct WickraCandle cands[MAXROWS];
uintptr_t got = wickra_candle_reader_read(r, cands, n);
wickra_candle_reader_free(r);
if ((int)got != nw) {
printf("FAIL reader: %d candles vs %d\n", (int)got, nw);
return 1;
}
int fails = 0;
for (uintptr_t i = 0; i < got; i++) {
double row[6] = {cands[i].open, cands[i].high, cands[i].low,
cands[i].close, cands[i].volume, (double)cands[i].timestamp};
for (int j = 0; j < 6; j++) {
double w = want[i * 6 + j];
double tol = 1e-9 * fmax(1.0, fabs(w));
if (fabs(row[j] - w) > tol) {
printf("FAIL reader row %d col %d: %g vs %g\n", (int)i, j, row[j], w);
fails++;
}
}
}
return fails;
}
int main(int argc, char **argv) {
GDIR = (argc > 1) ? argv[1] : "testdata/golden";
double ticks[MAXROWS * 3];
int nt = read_csv("data_ticks", ticks, 3);
int fails = check("data_candles", false, ticks, nt);
fails += check("data_candles_gap", true, ticks, nt);
fails += check_resample();
fails += check_reader();
if (fails == 0) {
printf("C/C++ data layer: OK (%d ticks)\n", nt);
}
return fails ? 1 : 0;
}