Changeset: 2c284344e631 for MonetDB
URL: https://dev.monetdb.org/hg/MonetDB/rev/2c284344e631
Modified Files:
gdk/gdk_aggr.c
Branch: default
Log Message:
Scale was interpreted wrong when calculating average.
The code wasn't actually used.
diffs (21 lines):
diff --git a/gdk/gdk_aggr.c b/gdk/gdk_aggr.c
--- a/gdk/gdk_aggr.c
+++ b/gdk/gdk_aggr.c
@@ -1976,7 +1976,7 @@ BATgroupavg(BAT **bnp, BAT **cntsp, BAT
dbl fac = pow(10.0, (double) scale);
for (i = 0; i < ngrp; i++) {
if (!is_dbl_nil(dbls[i]))
- dbls[i] *= fac;
+ dbls[i] /= fac;
}
}
BATsetcount(bn, ngrp);
@@ -3048,7 +3048,7 @@ BATcalcavg(BAT *b, BAT *s, dbl *avg, BUN
}
bat_iterator_end(&bi);
if (scale != 0 && !is_dbl_nil(*avg))
- *avg *= pow(10.0, (double) scale);
+ *avg /= pow(10.0, (double) scale);
if (vals)
*vals = (BUN) n;
return GDK_SUCCEED;
_______________________________________________
checkin-list mailing list -- [email protected]
To unsubscribe send an email to [email protected]
