[
https://issues.apache.org/jira/browse/METRON-960?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16014016#comment-16014016
]
Nick Allen commented on METRON-960:
-----------------------------------
Another clue... The topology had been running, but not successfully writing
anything to HDFS after some error occurred. When I killed the topology, 128
files were written to HDFS. Something seems to have flushed based on me
killing the topology.
{code}
-rw-r--r-- 1 metron hadoop 2822134368 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456183000_104_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2845081334 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455879000_5_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2858903678 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815459790000_1_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2892102838 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455816000_36_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2871383569 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455776000_78_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2882430146 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456198000_66_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2910031453 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815457810000_70_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2819651180 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455831000_81_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2869851021 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815460196000_117_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2859981824 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456767000_76_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2912175266 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815460654000_125_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2913610229 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815457917000_15_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2846215690 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456300000_99_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2892314202 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815459807000_115_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2826368154 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455570000_29_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2848107499 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815457110000_2_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2870804496 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456499000_38_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2832947713 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458669000_44_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2908126214 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455980000_85_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2830988169 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455757000_59_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2833340987 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458258000_55_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2826654014 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456220000_56_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2828551914 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456738000_21_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2827549720 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455964000_121_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2776989789 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456495000_105_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2773215633 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815457901000_107_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2867635899 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458488000_54_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2856994132 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458386000_80_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2857101756 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455756000_45_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2953760625 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455719000_30_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2866992451 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456307000_22_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2826425348 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458616000_87_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2885194942 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455301000_27_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2797395440 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455905000_120_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2838308202 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455937000_32_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2782859472 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456236000_20_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2851347125 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455783000_109_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2867475063 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455821000_43_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2810241476 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456178000_103_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2817608963 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815459208000_89_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2874920057 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458440000_26_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2854775245 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815461870000_65_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2859704978 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458921000_118_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2952251318 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815471165000_4_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2902190410 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456569000_73_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2801259923 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456712000_67_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2880156631 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455809000_0_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2857314080 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456084000_42_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2884109111 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456757000_82_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2876948723 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456346000_106_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2829231391 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458888000_40_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2871955001 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815457885000_71_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2885578455 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458370000_52_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2756338005 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815459560000_61_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2858715051 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456226000_19_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2776530755 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815461902000_122_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2886581880 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458504000_10_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2841839595 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455923000_48_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2869530892 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458942000_49_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2829443407 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456643000_91_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2866237306 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456631000_94_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2877816586 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455788000_101_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2853631458 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815463551000_11_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2801888970 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456242000_119_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2815572756 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458093000_58_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2753558796 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458290000_127_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2859244465 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456199000_84_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2818537654 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456130000_75_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2720105212 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815460259000_102_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2853566943 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458600000_51_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2815404737 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455436000_31_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2911419031 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458296000_97_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2833134419 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455799000_9_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2887324283 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456316000_7_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2896731078 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455740000_114_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2810293992 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456722000_57_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2766238503 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455729000_79_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2826853085 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456101000_16_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2814444208 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458765000_68_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2838082869 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458856000_112_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2835278811 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456412000_111_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2859613255 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456060000_64_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2840654850 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456017000_53_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2863412858 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456146000_47_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2959499069 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455485000_37_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2817524912 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456162000_3_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2898174118 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456231000_28_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2815060277 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456119000_88_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2900103969 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456290000_100_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2825089286 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458418000_24_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2847655690 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455314000_92_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2882473793 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455665000_95_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2893532055 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815460766000_113_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2826773010 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815466961000_41_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2931059567 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455348000_33_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2788229304 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456167000_12_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2875893772 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456210000_63_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2840407038 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456594000_25_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2864660130 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456205000_74_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2850888085 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455500000_110_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2833405923 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815462137000_69_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2835798876 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815462667000_50_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2860447460 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455655000_14_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2913393570 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815460412000_116_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2809251752 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455452000_123_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2812473459 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458456000_126_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2878223905 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458194000_39_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2817418144 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815463066000_35_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2853089536 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456322000_60_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2800185224 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458141000_6_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2847730552 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455884000_13_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2862293496 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815458968000_124_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2789291712 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815459117000_62_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2852994484 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815464886000_90_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2819746888 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815459187000_77_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2777559227 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456328000_34_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2901954661 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455718000_8_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2852427616 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455431000_23_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2822284094 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455676000_98_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2765892630 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815457789000_108_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2799382877 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815455377000_86_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2891536935 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815464341000_46_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2783344761 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815459726000_17_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2825318653 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456005000_72_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2846298852 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815462916000_96_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2883184406 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815457940000_83_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2895527245 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815457986000_18_pcap-62-1494971709
-rw-r--r-- 1 metron hadoop 2844589344 2017-05-17 13:17
/apps/metron/pcap/pcap_pcap128_1494962815456706000_93_pcap-62-1494971709
{code}
> Pcap Topology - ArrayIndexOutOfBoundsException
> ----------------------------------------------
>
> Key: METRON-960
> URL: https://issues.apache.org/jira/browse/METRON-960
> Project: Metron
> Issue Type: Bug
> Reporter: Nick Allen
>
> I am running the Pcap Topology with 128 executors and 128 tasks. It is
> consuming packet data being landed into a Kafka topic with 128 partitions.
> The topology has been running for at least 16 hours and I have been
> sporadically sending it ~1 gbps of traffic for periods of roughly 5 - 30
> minutes.
> I am sending it new packets, its counters in the Storm UI are increasing, but
> nothing is getting written to HDFS.
> {code}
> java.lang.ArrayIndexOutOfBoundsException: 4608 at
> org.apache.hadoop.fs.FSOutputSummer.write(FSOutputSummer.java:76) at
> org.apache.hadoop.fs.FSDataOutputStream$PositionCache.write(FSDataOutputStream.java:50)
> at java.io.DataOutputStream.writeInt(DataOutputStream.java:197) at
> org.apache.hadoop.io.SequenceFile$Writer.sync(SequenceFile.java:1232) at
> org.apache.hadoop.io.SequenceFile$Writer.checkAndWriteSync(SequenceFile.java:1293)
> at org.apache.hadoop.io.SequenceFile$Writer.append(SequenceFile.java:1333)
> at org.apache.hadoop.io.SequenceFile$Writer.append(SequenceFile.java:1300) at
> org.apache.metron.spout.pcap.PartitionHDFSWriter.handle(PartitionHDFSWriter.java:158)
> at
> org.apache.metron.spout.pcap.HDFSWriterCallback.apply(HDFSWriterCallback.java:149)
> at org.apache.storm.kafka.CallbackCollector.emit(CallbackCollector.java:79)
> at
> org.apache.storm.kafka.spout.KafkaSpout.emitTupleIfNotEmitted(KafkaSpout.java:342)
> at org.apache.storm.kafka.spout.KafkaSpout.emit(KafkaSpout.java:307) at
> org.apache.storm.kafka.spout.KafkaSpout.nextTuple(KafkaSpout.java:231) at
> org.apache.storm.daemon.executor$fn__6505$fn__6520$fn__6551.invoke(executor.clj:651)
> at org.apache.storm.util$async_loop$fn__554.invoke(util.clj:484) at
> clojure.lang.AFn.run(AFn.java:22) at java.lang.Thread.run(Thread.java:745)
> {code}
> I am also seeing other exception in the logs.
> {code}
> java.io.IOException: IOException flush:
> org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.hdfs.server.namenode.LeaseExpiredException):
> No lease on
> /apps/metron/pcap/pcap_pcap128_1494962815458921000_118_pcap-62-1494971709
> (inode 221567): File does not exist. [Lease. Holder:
> DFSClient_NONMAPREDUCE_-100146495_67, pendingcreates: 9]
> at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3521)
> at
> org.apache.hadoop.hdfs.server.namenode.FSNamesystem.fsync(FSNamesystem.java:4120)
> at
> org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.fsync(NameNodeRpcServer.java:1334)
> at
> org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.fsync(ClientNamenodeProtocolServerSideTranslatorPB.java:911)
> at
> org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
> at
> org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine.java:640)
> at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:982)
> at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2313)
> at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:2309)
> at java.security.AccessController.doPrivileged(Native Method)
> at javax.security.auth.Subject.doAs(Subject.java:422)
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1724)
> at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2307)
> at
> org.apache.hadoop.hdfs.DFSOutputStream.flushOrSync(DFSOutputStream.java:2050)
> ~[stormjar.jar:?]
> at
> org.apache.hadoop.hdfs.DFSOutputStream.hsync(DFSOutputStream.java:1921)
> ~[stormjar.jar:?]
> at
> org.apache.hadoop.hdfs.client.HdfsDataOutputStream.hsync(HdfsDataOutputStream.java:95)
> ~[stormjar.jar:?]
> at
> org.apache.metron.spout.pcap.PartitionHDFSWriter$SyncHandlers$2.sync(PartitionHDFSWriter.java:71)
> ~[stormjar.jar:?]
> at
> org.apache.metron.spout.pcap.PartitionHDFSWriter.handle(PartitionHDFSWriter.java:161)
> ~[stormjar.jar:?]
> at
> org.apache.metron.spout.pcap.HDFSWriterCallback.apply(HDFSWriterCallback.java:149)
> [stormjar.jar:?]
> at
> org.apache.storm.kafka.CallbackCollector.emit(CallbackCollector.java:79)
> [stormjar.jar:?]
> at
> org.apache.storm.kafka.spout.KafkaSpout.emitTupleIfNotEmitted(KafkaSpout.java:342)
> [stormjar.jar:?]
> at org.apache.storm.kafka.spout.KafkaSpout.emit(KafkaSpout.java:307)
> [stormjar.jar:?]
> at
> org.apache.storm.kafka.spout.KafkaSpout.nextTuple(KafkaSpout.java:231)
> [stormjar.jar:?]
> at
> org.apache.storm.daemon.executor$fn__6505$fn__6520$fn__6551.invoke(executor.clj:651)
> [storm-core-1.0.1.2.5.3.0-37.jar:1.0.1.2.5.3.0-37]
> at org.apache.storm.util$async_loop$fn__554.invoke(util.clj:484)
> [storm-core-1.0.1.2.5.3.0-37.jar:1.0.1.2.5.3.0-37]
> at clojure.lang.AFn.run(AFn.java:22) [clojure-1.7.0.jar:?]
> at java.lang.Thread.run(Thread.java:745) [?:1.8.0_77]
> {code}
--
This message was sent by Atlassian JIRA
(v6.3.15#6346)
