+ echo ''\''Running do-nightly-rescore-example.sh ...' + echo '' + /usr/local/spamassassin/automc/svn/masses/rule-update-score-gen/do-nightly-rescore-example.sh force + svn co -r 1814142 http://svn.apache.org/repos/asf/spamassassin/trunk trunk-new-rules-set0 + svn co http://svn.apache.org/repos/asf/spamassassin/tags/spamassassin_release_3_3_0/rules trunk-new-rules-set0/rules-base + svn co http://svn.apache.org/repos/asf/spamassassin/trunk/rules trunk-new-rules-set0/rules-current + svn up -r 1814142 trunk-new-rules-set0/rulesrc/ + svn up trunk-new-rules-set0/masses/ + svn up trunk-new-rules-set0/build/ + set +x Warning: prerequisite Digest::SHA1 0 not found. Month distribution:
186958 ( 50%) 186958 0-1 months old 192527 ( 52%) 5569 1-2 months old 197676 ( 53%) 5149 2-3 months old 202672 ( 55%) 4996 3-4 months old 207415 ( 56%) 4743 4-5 months old 214033 ( 58%) 6618 5-6 months old 220480 ( 60%) 6447 6-7 months old 227048 ( 61%) 6568 7-8 months old 233584 ( 63%) 6536 8-9 months old 240069 ( 65%) 6485 9-10 months old 245809 ( 66%) 5740 10-11 months old 252379 ( 68%) 6570 11-12 months old 258416 ( 70%) 6037 12-13 months old 264196 ( 71%) 5780 13-14 months old 269917 ( 73%) 5721 14-15 months old 276162 ( 75%) 6245 15-16 months old 283667 ( 77%) 7505 16-17 months old 289256 ( 78%) 5589 17-18 months old 294926 ( 80%) 5670 18-19 months old 300784 ( 81%) 5858 19-20 months old 306690 ( 83%) 5906 20-21 months old 310902 ( 84%) 4212 21-22 months old 314638 ( 85%) 3736 22-23 months old 318869 ( 86%) 4231 23-24 months old 322675 ( 87%) 3806 24-25 months old 326280 ( 88%) 3605 25-26 months old 329696 ( 89%) 3416 26-27 months old 332315 ( 90%) 2619 27-28 months old 334003 ( 90%) 1688 28-29 months old 335884 ( 91%) 1881 29-30 months old 337658 ( 91%) 1774 30-31 months old 339441 ( 92%) 1783 31-32 months old 341565 ( 92%) 2124 32-33 months old 343385 ( 93%) 1820 33-34 months old 344776 ( 93%) 1391 34-35 months old 346431 ( 94%) 1655 35-36 months old 348050 ( 94%) 1619 36-37 months old 349724 ( 95%) 1674 37-38 months old 351324 ( 95%) 1600 38-39 months old 352891 ( 96%) 1567 39-40 months old 354167 ( 96%) 1276 40-41 months old 354355 ( 96%) 188 41-42 months old 354425 ( 96%) 70 42-43 months old 354521 ( 96%) 96 43-44 months old 355389 ( 96%) 868 44-45 months old 356304 ( 96%) 915 45-46 months old 356408 ( 96%) 104 46-47 months old 356704 ( 97%) 296 47-48 months old 356846 ( 97%) 142 48-49 months old 356932 ( 97%) 86 49-50 months old 357183 ( 97%) 251 50-51 months old 357364 ( 97%) 181 51-52 months old 357521 ( 97%) 157 52-53 months old 357743 ( 97%) 222 53-54 months old 358022 ( 97%) 279 54-55 months old 358243 ( 97%) 221 55-56 months old 358480 ( 97%) 237 56-57 months old 358863 ( 97%) 383 57-58 months old 359089 ( 97%) 226 58-59 months old 359203 ( 97%) 114 59-60 months old 359297 ( 97%) 94 60-61 months old 359610 ( 97%) 313 61-62 months old 360004 ( 97%) 394 62-63 months old 360641 ( 98%) 637 63-64 months old 361838 ( 98%) 1197 64-65 months old 362639 ( 98%) 801 65-66 months old 363108 ( 98%) 469 66-67 months old 363419 ( 98%) 311 67-68 months old 364210 ( 99%) 791 68-69 months old 364728 ( 99%) 518 69-70 months old 365339 ( 99%) 611 70-71 months old 365630 ( 99%) 291 71-72 months old 365838 ( 99%) 208 72-73 months old 365910 ( 99%) 72 73-74 months old 366063 ( 99%) 153 74-75 months old 366170 ( 99%) 107 75-76 months old 366262 ( 99%) 92 76-77 months old 366308 ( 99%) 46 77-78 months old 366349 ( 99%) 41 78-79 months old 366400 ( 99%) 51 79-80 months old 366474 ( 99%) 74 80-81 months old 366619 ( 99%) 145 81-82 months old 366808 ( 99%) 189 82-83 months old 367013 ( 99%) 205 83-84 months old 367226 ( 99%) 213 84-85 months old 367320 ( 99%) 94 85-86 months old 367431 ( 99%) 111 86-87 months old 367432 ( 99%) 1 93-94 months old 367433 ( 99%) 1 100-101 months old 367436 ( 99%) 3 104-105 months old 367439 ( 99%) 3 111-112 months old 367443 ( 99%) 4 118-119 months old 367447 ( 99%) 4 132-133 months old 367449 ( 99%) 2 133-134 months old 367450 ( 99%) 1 135-136 months old 367451 ( 99%) 1 140-141 months old 367452 ( 99%) 1 143-144 months old 367453 ( 99%) 1 144-145 months old 367454 ( 99%) 1 145-146 months old 367456 ( 99%) 2 146-147 months old 367457 ( 99%) 1 149-150 months old 367461 ( 99%) 4 152-153 months old 367462 (100%) 1 163-164 months old Month distribution: 1621801 ( 93%) 1621801 0-1 months old 1677285 ( 96%) 55484 1-2 months old 1689073 ( 96%) 11788 2-3 months old 1691608 ( 97%) 2535 3-4 months old 1692191 ( 97%) 583 4-5 months old 1692710 ( 97%) 519 5-6 months old 1693219 ( 97%) 509 6-7 months old 1694504 ( 97%) 1285 7-8 months old 1695771 ( 97%) 1267 8-9 months old 1697757 ( 97%) 1986 9-10 months old 1700100 ( 97%) 2343 10-11 months old 1703405 ( 97%) 3305 11-12 months old 1706300 ( 97%) 2895 12-13 months old 1707686 ( 97%) 1386 13-14 months old 1708394 ( 98%) 708 14-15 months old 1709149 ( 98%) 755 15-16 months old 1709816 ( 98%) 667 16-17 months old 1710459 ( 98%) 643 17-18 months old 1711103 ( 98%) 644 18-19 months old 1711706 ( 98%) 603 19-20 months old 1712410 ( 98%) 704 20-21 months old 1713202 ( 98%) 792 21-22 months old 1713899 ( 98%) 697 22-23 months old 1714926 ( 98%) 1027 23-24 months old 1715859 ( 98%) 933 24-25 months old 1716815 ( 98%) 956 25-26 months old 1717749 ( 98%) 934 26-27 months old 1718661 ( 98%) 912 27-28 months old 1719757 ( 98%) 1096 28-29 months old 1720633 ( 98%) 876 29-30 months old 1721436 ( 98%) 803 30-31 months old 1722265 ( 98%) 829 31-32 months old 1723373 ( 98%) 1108 32-33 months old 1724611 ( 98%) 1238 33-34 months old 1727231 ( 99%) 2620 34-35 months old 1728387 ( 99%) 1156 35-36 months old 1729336 ( 99%) 949 36-37 months old 1730172 ( 99%) 836 37-38 months old 1731918 ( 99%) 1746 38-39 months old 1734451 ( 99%) 2533 39-40 months old 1735690 ( 99%) 1239 40-41 months old 1735862 ( 99%) 172 41-42 months old 1736188 ( 99%) 326 42-43 months old 1737739 ( 99%) 1551 43-44 months old 1739660 ( 99%) 1921 44-45 months old 1740120 ( 99%) 460 45-46 months old 1740440 ( 99%) 320 46-47 months old 1740888 ( 99%) 448 47-48 months old 1741068 ( 99%) 180 48-49 months old 1741251 ( 99%) 183 49-50 months old 1741421 ( 99%) 170 50-51 months old 1741487 ( 99%) 66 51-52 months old 1741686 ( 99%) 199 52-53 months old 1741944 ( 99%) 258 53-54 months old 1742077 ( 99%) 133 54-55 months old 1742515 ( 99%) 438 55-56 months old 1742993 ( 99%) 478 56-57 months old 1743099 ( 99%) 106 57-58 months old 1743176 ( 99%) 77 58-59 months old 1743178 ( 99%) 2 60-61 months old 1743183 ( 99%) 5 61-62 months old 1743184 ( 99%) 1 62-63 months old 1743185 ( 99%) 1 64-65 months old 1743186 (100%) 1 82-83 months old + make clean + set +x + make freqs SCORESET=0 + make + set +x + mkdir -p gen-set0-5-5.0-6000-ga gen-set0-5-5.0-6000-ga/NSBASE gen-set0-5-5.0-6000-ga/SPBASE tee: gen-set0-5-5.0-6000-ga/log: No such file or directory + [ -d gen-set0-5-5.0-6000-ga ] + rm -rf tmprules + cp -r ../rules tmprules + cp tmprules/50_scores.cf orig_scores.cf + ./enable-all-evolved-rules Argument "2015-05-01" isn't numeric in addition (+) at ./enable-all-evolved-rules line 47, <> line 346. + mv tmprules/50_scores.cf.new tmprules/50_scores.cf + [ y = y ] + rm tmprules/70_sandbox.cf + echo [Doing a scoreset 0 score-generation run] + echo [Cleaning up] + rm -rf spam-test.log ham-test.log spam.log ham.log NSBASE SPBASE tmp make.output freqs perceptron.scores garescorer.scores + make clean + echo [Generating 90/10 split ham] + perl tenpass/split-log-into-buckets-cached 9:gen-cache/ham-split9.log 1:gen-cache/ham-split1.log ORIG/ham-set0.log + ln gen-cache/ham-split9.log gen-set0-5-5.0-6000-ga/NSBASE/ham.log + ln gen-cache/ham-split1.log gen-set0-5-5.0-6000-ga/NSBASE/ham-test.log + echo [Generating 90/10 split spam] + perl tenpass/split-log-into-buckets-cached 9:gen-cache/spam-split9.log 1:gen-cache/spam-split1.log ORIG/spam-set0.log + ln gen-cache/spam-split9.log gen-set0-5-5.0-6000-ga/SPBASE/spam.log + ln gen-cache/spam-split1.log gen-set0-5-5.0-6000-ga/SPBASE/spam-test.log + echo [Setting up for gen run] + ln -s gen-set0-5-5.0-6000-ga/SPBASE/spam.log . + ln -s gen-set0-5-5.0-6000-ga/NSBASE/ham.log . + ln -s gen-set0-5-5.0-6000-ga/SPBASE/spam-test.log . + ln -s gen-set0-5-5.0-6000-ga/NSBASE/ham-test.log . + uname + ostype=Linux + [ Linux = FreeBSD ] + [ Linux = SunOS ] + cpucount + egrep -c ^processor\b /proc/cpuinfo + numcpus=6 + [ 6 -le 0 ] + echo [Generating GA] + make -j 6 SCORESET=0 garescorer + cp freqs gen-set0-5-5.0-6000-ga/freqs + echo [config] + cat config + echo [gen run start] + pwd + date + time ./garescorer -b 5 -e 6000 -t 5.0 166.31user 0.12system 2:46.76elapsed 99%CPU (0avgtext+0avgdata 4476maxresident)k 256inputs+4800outputs (1major+735minor)pagefaults 0swaps + date + mv garescorer.scores gen-set0-5-5.0-6000-ga/scores + echo [gen run end] + cp orig_scores.cf tmprules/50_scores.cf + perl ./rewrite-cf-with-new-scores --scoreset 0 --old-scores tmprules/50_scores.cf --new-scores gen-set0-5-5.0-6000-ga/scores --cffile tmprules fix meta dep: __MONEY_ATM_CARD depends on LOTS_OF_MONEY with 0 score, fixing at non-0 fix meta dep: __GMD_PDF_PRODUCERS depends on GMD_PRODUCER_GPL with 0 score, fixing at non-0 fix meta dep: __GMD_PDF_PRODUCERS depends on GMD_PRODUCER_POWERPDF with 0 score, fixing at non-0 fix meta dep: __GMD_PDF_PRODUCERS depends on GMD_PRODUCER_EASYPDF with 0 score, fixing at non-0 fix meta dep: PUMPDUMP depends on PUMPDUMP_MULTI with 0 score, fixing at non-0 fix meta dep: __GMD_PDF_DIMS depends on GMD_PDF_VERT with 0 score, fixing at non-0 fix meta dep: __GMD_PDF_DIMS depends on GMD_PDF_HORIZ with 0 score, fixing at non-0 fix meta dep: __GMD_PDF_DIMS depends on GMD_PDF_SQUARE with 0 score, fixing at non-0 + mv tmprules/50_newscores.cf tmprules/50_scores.cf + cp tmprules/50_scores.cf gen-set0-5-5.0-6000-ga/50_scores.cf + perl ./fp-fn-statistics --ham ham-test.log --spam spam-test.log --scoreset 0 --cffile=tmprules --fnlog gen-set0-5-5.0-6000-ga/false_negatives --fplog gen-set0-5-5.0-6000-ga/false_positives [../build/parse-rules-for-masses -o tmp/rules_10906.pl -d "tmprules" -s 0] [../build/parse-rules-for-masses -o tmp/rules_12696.pl -d "../rules-base" -s 0] [../build/parse-rules-for-masses -o tmp/rules_12759.pl -d "../rules-base" -s 0] + svn co -r 1814259 http://svn.apache.org/repos/asf/spamassassin/trunk trunk-new-rules-set1 + svn co http://svn.apache.org/repos/asf/spamassassin/tags/spamassassin_release_3_3_0/rules trunk-new-rules-set1/rules-base + svn co http://svn.apache.org/repos/asf/spamassassin/trunk/rules trunk-new-rules-set1/rules-current + svn up -r 1814259 trunk-new-rules-set1/rulesrc/ + svn up trunk-new-rules-set1/masses/ + svn up trunk-new-rules-set1/build/ + set +x Warning: prerequisite Digest::SHA1 0 not found. Month distribution: 1977 ( 3%) 1977 0-1 months old 4156 ( 6%) 2179 1-2 months old 6290 ( 10%) 2134 2-3 months old 8295 ( 13%) 2005 3-4 months old 10520 ( 17%) 2225 4-5 months old 13036 ( 21%) 2516 5-6 months old 15499 ( 25%) 2463 6-7 months old 17974 ( 30%) 2475 7-8 months old 20390 ( 34%) 2416 8-9 months old 22755 ( 37%) 2365 9-10 months old 24733 ( 41%) 1978 10-11 months old 27039 ( 45%) 2306 11-12 months old 29130 ( 48%) 2091 12-13 months old 31145 ( 52%) 2015 13-14 months old 33206 ( 55%) 2061 14-15 months old 35283 ( 58%) 2077 15-16 months old 37168 ( 62%) 1885 16-17 months old 38562 ( 64%) 1394 17-18 months old 40255 ( 67%) 1693 18-19 months old 41911 ( 69%) 1656 19-20 months old 43623 ( 72%) 1712 20-21 months old 45172 ( 75%) 1549 21-22 months old 46490 ( 77%) 1318 22-23 months old 47957 ( 80%) 1467 23-24 months old 49322 ( 82%) 1365 24-25 months old 50667 ( 84%) 1345 25-26 months old 51967 ( 86%) 1300 26-27 months old 52600 ( 87%) 633 27-28 months old 52773 ( 88%) 173 28-29 months old 52929 ( 88%) 156 29-30 months old 53042 ( 88%) 113 30-31 months old 53164 ( 88%) 122 31-32 months old 53292 ( 88%) 128 32-33 months old 53407 ( 89%) 115 33-34 months old 53509 ( 89%) 102 34-35 months old 53632 ( 89%) 123 35-36 months old 53725 ( 89%) 93 36-37 months old 53832 ( 89%) 107 37-38 months old 53920 ( 90%) 88 38-39 months old 53991 ( 90%) 71 39-40 months old 54149 ( 90%) 158 40-41 months old 54255 ( 90%) 106 41-42 months old 54325 ( 90%) 70 42-43 months old 54421 ( 90%) 96 43-44 months old 54509 ( 91%) 88 44-45 months old 54734 ( 91%) 225 45-46 months old 54838 ( 91%) 104 46-47 months old 55132 ( 92%) 294 47-48 months old 55273 ( 92%) 141 48-49 months old 55359 ( 92%) 86 49-50 months old 55527 ( 92%) 168 50-51 months old 55662 ( 92%) 135 51-52 months old 55812 ( 93%) 150 52-53 months old 55899 ( 93%) 87 53-54 months old 56001 ( 93%) 102 54-55 months old 56057 ( 93%) 56 55-56 months old 56120 ( 93%) 63 56-57 months old 56205 ( 93%) 85 57-58 months old 56286 ( 93%) 81 58-59 months old 56318 ( 94%) 32 59-60 months old 56338 ( 94%) 20 60-61 months old 56531 ( 94%) 193 61-62 months old 56808 ( 94%) 277 62-63 months old 57082 ( 95%) 274 63-64 months old 57350 ( 95%) 268 64-65 months old 57632 ( 96%) 282 65-66 months old 57853 ( 96%) 221 66-67 months old 57935 ( 96%) 82 67-68 months old 58631 ( 97%) 696 68-69 months old 59096 ( 98%) 465 69-70 months old 59564 ( 99%) 468 70-71 months old 59747 ( 99%) 183 71-72 months old 59770 ( 99%) 23 72-73 months old 59781 ( 99%) 11 73-74 months old 59790 ( 99%) 9 74-75 months old 59800 ( 99%) 10 75-76 months old 59805 ( 99%) 5 76-77 months old 59810 ( 99%) 5 77-78 months old 59828 ( 99%) 18 78-79 months old 59835 ( 99%) 7 79-80 months old 59856 ( 99%) 21 80-81 months old 59865 ( 99%) 9 81-82 months old 59876 ( 99%) 11 82-83 months old 59880 ( 99%) 4 83-84 months old 59883 ( 99%) 3 104-105 months old 59886 ( 99%) 3 111-112 months old 59890 (100%) 4 118-119 months old unparseable line: . 4 /data/archive/ninja//1506924004.M992377P14939.ruler,S=9261,W=9426:2, FREEMAIL_FROM,HTML_MESSAGE,HTML_MIME_NO_HTML_TAG,MIME_HTML_ONLY,SPF_HELO_PASS,SUBJ_ALL_CAPS,TVD_SPACE_RATIO_MINFP,T_FSL_RCVD_EX_2,T_FSL_RCVD_TR_2,T_FSL_RCVD_UT_2,T_LONGLINE,T_SPOOFED_FREEMAIL,UNPARSEABLE_RELAY,__ANY_TEXT_ATTACH, at masses/log-grep-recent line 71, <> line 1562281. Month distribution: 1571542 ( 94%) 1571542 0-1 months old 1619917 ( 97%) 48375 1-2 months old 1631177 ( 97%) 11260 2-3 months old 1633715 ( 97%) 2538 3-4 months old 1634295 ( 98%) 580 4-5 months old 1634807 ( 98%) 512 5-6 months old 1635310 ( 98%) 503 6-7 months old 1635828 ( 98%) 518 7-8 months old 1636528 ( 98%) 700 8-9 months old 1637072 ( 98%) 544 9-10 months old 1637540 ( 98%) 468 10-11 months old 1638174 ( 98%) 634 11-12 months old 1638750 ( 98%) 576 12-13 months old 1639560 ( 98%) 810 13-14 months old 1640146 ( 98%) 586 14-15 months old 1640767 ( 98%) 621 15-16 months old 1641436 ( 98%) 669 16-17 months old 1642078 ( 98%) 642 17-18 months old 1642722 ( 98%) 644 18-19 months old 1643321 ( 98%) 599 19-20 months old 1644024 ( 98%) 703 20-21 months old 1644811 ( 98%) 787 21-22 months old 1645499 ( 98%) 688 22-23 months old 1646503 ( 98%) 1004 23-24 months old 1647434 ( 98%) 931 24-25 months old 1648390 ( 98%) 956 25-26 months old 1649321 ( 98%) 931 26-27 months old 1650208 ( 98%) 887 27-28 months old 1651303 ( 99%) 1095 28-29 months old 1652180 ( 99%) 877 29-30 months old 1652978 ( 99%) 798 30-31 months old 1653766 ( 99%) 788 31-32 months old 1654860 ( 99%) 1094 32-33 months old 1656016 ( 99%) 1156 33-34 months old 1656823 ( 99%) 807 34-35 months old 1657960 ( 99%) 1137 35-36 months old 1658875 ( 99%) 915 36-37 months old 1659568 ( 99%) 693 37-38 months old 1660126 ( 99%) 558 38-39 months old 1660536 ( 99%) 410 39-40 months old 1660914 ( 99%) 378 40-41 months old 1661078 ( 99%) 164 41-42 months old 1661400 ( 99%) 322 42-43 months old 1662945 ( 99%) 1545 43-44 months old 1664464 ( 99%) 1519 44-45 months old 1664742 ( 99%) 278 45-46 months old 1665058 ( 99%) 316 46-47 months old 1665455 ( 99%) 397 47-48 months old 1665633 ( 99%) 178 48-49 months old 1665691 ( 99%) 58 49-50 months old 1665853 ( 99%) 162 50-51 months old 1665898 ( 99%) 45 51-52 months old 1666083 ( 99%) 185 52-53 months old 1666304 ( 99%) 221 53-54 months old 1666429 ( 99%) 125 54-55 months old 1666840 ( 99%) 411 55-56 months old 1667287 ( 99%) 447 56-57 months old 1667389 ( 99%) 102 57-58 months old 1667465 ( 99%) 76 58-59 months old 1667467 (100%) 2 60-61 months old + RV=8 + '[' 8 -ne 0 ']' + echo 'Exit Status 8 is not zero for do-nightly-rescore-example' + echo 'From: [email protected] (automc Cron)' + echo 'Subject: [auto] do-nightly-rescore-example return code 8' + echo '' + echo 'Exit Status 8 is not zero for do-nightly-rescore-example.' + /usr/sbin/sendmail -oi [email protected]
