[brlcad-commits] SF.net SVN: brlcad:[78361] brlcad/trunk/misc/repoconv/REPO.NOTES

2021-03-02 Thread brlcad--- via brlcad-commits
Revision: 78361
  http://sourceforge.net/p/brlcad/code/78361
Author:   brlcad
Date: 2021-03-03 06:01:01 + (Wed, 03 Mar 2021)
Log Message:
---
check in a slew more scripting and notes/stats on the breakdown.

Modified Paths:
--
brlcad/trunk/misc/repoconv/REPO.NOTES

Modified: brlcad/trunk/misc/repoconv/REPO.NOTES
===
--- brlcad/trunk/misc/repoconv/REPO.NOTES   2021-03-03 04:14:18 UTC (rev 
78360)
+++ brlcad/trunk/misc/repoconv/REPO.NOTES   2021-03-03 06:01:01 UTC (rev 
78361)
@@ -10,7 +10,12 @@
 
 git --follow . > git.follow.log
 
+GET THE GIT LOG
 git log --all > git.log
+
+TRANSFORM GIT LOG INTO ONE PER LINE
+cat git.log | tr '\n' ' ' | perl -0777 -pe 's/(commit [[:alnum:]]{40} 
Author:)/\n\1/g' | perl -0777 -pe 's/(commit [[:alnum:]]{40} Merge:)/\n\1/g' > 
git.1.log
+
 agua:brlcad_conv11 morrison$ grep -A2 svn:revision git.log | grep -v account | 
perl -0777 -p -e 's/\n[cs]v[sn]:branch:/ branch /g' | perl -0777 -p -e 
's/--\n//g' | grep trunk | awk '{print $1}' | cut -f3 -d: | sort -n > 
git.commits
 wc
67967   67967  397262
@@ -30,17 +35,34 @@
 GETTING EMPTY LOG MESSAGES
 grep -C4 "empty log message" git.log  | tr  '\n' ';' | perl -0777 -p -e 
's/Author:/\nAuthor:/g' | grep branch:trunk|grep -v ':revision:' |less
 
-GET ALL SVN LOG MESSAGES FOR MISSING COMMITS
+GET SVN LOG MESSAGES (FOR MISSING COMMITS)
 cat commits.missing | while read i ; do echo $i ; svn log -r$i ~/brlcad.trunk 
; done >> commits.missing.logs
 cat commits.missing2 | while read i ; do if ! test -f diffs.svn.sans/$i.log ; 
then svn log -c$i ~/brlcad.trunk | tee diffs.svn.sans/$i.log ; fi ; done
-for i in diffs.svn.sans/*.log ; do echo $i ; if ! test -f ${i}.sans.log ; then 
tail +4 $i | perl -0777 -pe 's/[-[:space:]]*//g' > ${i}.sans.log ; fi ; done
+for i in diffs.svn.sans/*.log ; do echo $i ; if ! test -f ${i}.log ; then tail 
+4 $i | perl -0777 -pe 's/[-[:space:]]*//g' > ${i}.log ; fi ; done
+
+GET SVN FILES CHANGED (FOR MISSING COMMITS)
 cat commits.missing2 | while read i ; do echo $i ; if ! test -f 
diffs.svn.sans/$i.files ; then svn diff --ignore-properties -c$i ~/brlcad.trunk 
| grep '^[-+][-+][-+] ' | grep -v "nonexistent" | awk '{print $1, $2}' | sed 
's/\/Users\/morrison\/brlcad.trunk\///g' | sort > diffs.svn.sans/$i.files ; fi 
; done
 
+GET SVN DIFFS (FOR MISSING COMMITS)
+cat commits.missing2 | while read i ; do echo $i ; if ! test -f 
diffs.svn.sans/$i.diff ; then svn diff --ignore-properties -c$i 
file:///Users/morrison/brlcad.github/svn.sfmirror/code | grep "^[-+][^-+]" | 
sort | LC_ALL=C sed 's/[[:space:]]*//g' > diffs.svn.sans/$i.diff ; fi ; done
+
+
 GET ALL GIT LOG MESSAGES
-grep "^commit " git.log | awk '{print $2}' | while read i ; do echo -n "$i " ; 
if ! test -f diffs.git.sans/${i}.log ; then git log --format="%B" ${i}^! | tee 
diffs.git.sans/${i}.log ; fi ; done
-for i in diffs.git.sans/*.log ; do echo $i ; if ! test -f ${i}.sans.log ; then 
cat $i | grep -v '^cvs:' | grep -v '^svn:' | perl -0777 -pe 
's/[-[:space:]]*//g' > ${i}.sans.log ; fi ; done
-grep "^commit " git.log | awk '{print $2}' | while read i ; do echo -n "$i " ; 
if ! test -f diffs.git.sans/${i}.files ; then git show ${i}^! | grep 
'^[-+][-+][-+] ' | grep -v '/dev/null' | sed 's/--- a\//--- /g' | sed 's/+++ 
b\//+++ /g' | sort > diffs.git.sans/${i}.files ; fi ; done
+grep "^commit " git.log | awk '{print $2}' | while read i ; do echo "$i " ; if 
! test -f diffs.git.sans/${i}.log ; then git log --format="%B" ${i}^! | tee 
diffs.git.sans/${i}.log ; fi ; done
+for i in diffs.git.sans/*.log ; do echo $i ; if ! test -f ${i}.log ; then cat 
$i | grep -v '^cvs:' | grep -v '^svn:' | perl -0777 -pe 's/[-[:space:]]*//g' > 
${i}.log ; fi ; done
 
+GET ALL GIT FILES CHANGED
+grep "^commit " git.log | awk '{print $2}' | while read i ; do if ! test -f 
diffs.git.sans/${i}.files ; then echo $i ; git show ${i}^! | grep 
'^[-+][-+][-+] ' | grep -v '/dev/null' | sed 's/--- a\//--- /g' | sed 's/+++ 
b\//+++ /g' | sort > diffs.git.sans/${i}.files ; fi ; done
+
+GET ALL GIT DIFFS
+grep "^commit " git.log | awk '{print $2}' | while read i ; do echo $i ; git 
diff ${i}^! | grep "^[-+][^-+]" | sort | LC_ALL=C sed 's/[[:space:]]*//g' | 
sort > diffs.git.sans/${i}.diff ; done
+
+for i in `grep "^commit " git.log | awk '{print $2}'` ; do p="`cat parallel`" 
; if test $p -lt 8 ; then git diff ${i}^! | grep "^[-+][^-+]" | sort | LC_ALL=C 
sed 's/[[:space:]]*//g' | sort > diffs.git.sans/${i}.diff.new & ; else echo 0 > 
parallel ; git diff ${i}^! | grep "^[-+][^-+]" | sort | LC_ALL=C sed 
's/[[:space:]]*//g' | sort > diffs.git.sans/${i}.diff.new ; fi ; done
+
+
+CALCULATE GIT MD5
+for i in `grep "^commit " git.log | cut -f2 -d' '` ; do echo $i log `md5 
diffs.git.sans/$i.log` ; echo $i files `md5 diffs.git.sans/$i.files` ; echo $i 
diff `md5 diffs.git.sans/$i.diff` ; done | tee git.md5
+
 CATEGORIZE THE TYPES OF COMMITS THAT COULDN'T BE FOUND
 cat 

[brlcad-commits] SF.net SVN: brlcad:[78360] brlcad/trunk/misc/repoconv/verify2/ checkout_check_parallel.sh

2021-03-02 Thread starseeker--- via brlcad-commits
Revision: 78360
  http://sourceforge.net/p/brlcad/code/78360
Author:   starseeker
Date: 2021-03-03 04:14:18 + (Wed, 03 Mar 2021)
Log Message:
---
Strip empty files/directories from comparisons.

Modified Paths:
--
brlcad/trunk/misc/repoconv/verify2/checkout_check_parallel.sh

Modified: brlcad/trunk/misc/repoconv/verify2/checkout_check_parallel.sh
===
--- brlcad/trunk/misc/repoconv/verify2/checkout_check_parallel.sh   
2021-03-01 21:48:29 UTC (rev 78359)
+++ brlcad/trunk/misc/repoconv/verify2/checkout_check_parallel.sh   
2021-03-03 04:14:18 UTC (rev 78360)
@@ -28,10 +28,12 @@
svn checkout -r$REV 
file://$SVNREPO/brlcad/branches/$BRANCH@$REV r$REV  1>/dev/null 2>/dev/null
BRANCHDIR="r$REV/$BRANCH"
fi
-   DIFFSTATUS=$(diff --no-dereference -qrw -I '$Id' -I '$Revision' 
-I'$Header' -I'$Sour  ce' -I'$Date' -I'$Log' -I'$Locker' --exclude ".cvsignore" 
--exclude ".gitignore" --exclude "terra.dsp" --exclude   ".git" --exclude 
".svn" --exclude "saxon65.jar" --exclude "xalan27.jar" g$REV $BRANCHDIR > 
r$REV.diff)
+   find g$REV/ -empty -delete
+   find $BRANCHDIR/ -empty -delete
+   DIFFSTATUS=$(diff --no-dereference -qrw -I '$Id' -I '$Revision' 
-I'$Header' -I'$Sour  ce' -I'$Date' -I'$Log' -I'$Locker' --exclude ".cvsignore" 
--exclude ".gitignore" --exclude "terra.dsp" --exclude   ".git" --exclude 
".svn" --exclude "saxon65.jar" --exclude "xalan27.jar" --exclude "cup.g" 
--exclude "Cup.g" --exclude "xm4.asc" --exclude "dde1.1" --exclude "reg1.0" 
--exclude "libitcl" --exclude "cvs2cl.pl" --exclude "mug.jpg" --exclude 
"alias-pix.txt" g$REV $BRANCHDIR > r$REV.diff)
if [ -s r$REV.diff ]
then
-   echo "$REV: difference found\n"
+   echo "$REV: difference found"
else
rm r$REV.diff
fi
@@ -43,4 +45,3 @@
cd $CWD
 fi
 rm -rf g$REV
-

This was sent by the SourceForge.net collaborative development platform, the 
world's largest Open Source development site.



___
BRL-CAD Source Commits mailing list
brlcad-commits@lists.sourceforge.net
https://lists.sourceforge.net/lists/listinfo/brlcad-commits