X-Git-Url: https://pintos-os.org/cgi-bin/gitweb.cgi?a=blobdiff_plain;f=src%2Flanguage%2Fstats%2Ft-test.q;h=ba7e9388a95274560589d30605ce2be3e0720718;hb=46912334775c83a23902bd5c7d72cd4ad8d23c95;hp=dd40de991bf3e78df07523af2e6564b06ee9f162;hpb=20b7b14a0e675e4cef5def4eaf6867d216b3070b;p=pspp-builds.git diff --git a/src/language/stats/t-test.q b/src/language/stats/t-test.q index dd40de99..ba7e9388 100644 --- a/src/language/stats/t-test.q +++ b/src/language/stats/t-test.q @@ -1432,16 +1432,13 @@ pscbox (const struct dictionary *dict) double df = pairs[i].n -2; - /* pairs[i].correlation is a correlation, so mathematically it will - always be in the range [-1.0, 1.0]. Inaccurate calculations sometimes - cause it to be slightly greater than 1.0, however, which makes the - sqrt() below to come out as NaN instead of 0. So force it to be 1.0 - or less. */ - double corr = MIN (1.0, pairs[i].correlation); - + /* corr2 will mathematically always be in the range [0, 1.0]. Inaccurate + calculations sometimes cause it to be slightly greater than 1.0, so + force it into the correct range to avoid NaN from sqrt(). */ + double corr2 = MIN (1.0, pow2 (pairs[i].correlation)); double correlation_t = pairs[i].correlation * sqrt (df) / - sqrt (1 - pow2 (corr)); + sqrt (1 - corr2); /* row headings */