rmetzger commented on a change in pull request #11222: [FLINK-15834] Set up 
nightly builds in Azure & various CI improvements
URL: https://github.com/apache/flink/pull/11222#discussion_r384406551
 
 

 ##########
 File path: flink-end-to-end-tests/test-scripts/common_yarn_docker.sh
 ##########
 @@ -129,21 +129,31 @@ END
     docker exec master bash -c "cat 
/home/hadoop-user/$FLINK_DIRNAME/conf/flink-conf.yaml"
 }
 
-function copy_and_show_logs {
-    mkdir -p $TEST_DATA_DIR/logs
+function debug_copy_and_show_logs {
+    echo "Debugging failed YARN Docker test:"
+    echo "Currently running containers"
+    docker ps
+
+    echo "Currently running JVMs"
+    jps -v
+
     echo "Hadoop logs:"
-    docker cp master:/var/log/hadoop/* $TEST_DATA_DIR/logs/
-    for f in $TEST_DATA_DIR/logs/*; do
+    mkdir -p $TEST_DATA_DIR/logs
+    docker cp master:/var/log/hadoop/ $TEST_DATA_DIR/logs/
+    ls -lisah $TEST_DATA_DIR/logs/hadoop
+    for f in $TEST_DATA_DIR/logs/hadoop/*; do
         echo "$f:"
         cat $f
     done
+    
     echo "Docker logs:"
     docker logs master
 
     echo "Flink logs:"
     docker exec master bash -c "kinit -kt /home/hadoop-user/hadoop-user.keytab 
hadoop-user"
     docker exec master bash -c "yarn application -list -appStates ALL"
     application_id=`docker exec master bash -c "yarn application -list 
-appStates ALL" | grep "Flink" | grep "cluster" | awk '{print \$1}'`
+    
 
 Review comment:
   I added these blank lines to have more visual structure in this method 
(which as grown a bit)

----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
 
For queries about this service, please contact Infrastructure at:
[email protected]


With regards,
Apache Git Services

Reply via email to