Author: rohini
Date: Mon Feb 1 16:24:05 2016
New Revision: 1727967
URL: http://svn.apache.org/viewvc?rev=1727967&view=rev
Log:
Fix slowness introduced in PIG-4782
Modified:
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
Modified:
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
URL:
http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java?rev=1727967&r1=1727966&r2=1727967&view=diff
==============================================================================
---
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
(original)
+++
pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
Mon Feb 1 16:24:05 2016
@@ -639,6 +639,10 @@ public class POPartialAgg extends Physic
if (mapAggDisabled()) {
return 0;
} else {
+ if (doContingentSpill && !startedContingentSpill) {
+ LOG.info("Spill triggered by SpillableMemoryManager, but
previous spill call is still not processed. Skipping");
+ return 0;
+ }
LOG.info("Spill triggered by SpillableMemoryManager");
synchronized(spillLock) {
if (rawInputMap != null) {
