Merged. Regards-- Subrata
On Sat, 2009-02-28 at 19:56 +0530, Poornima Nayak wrote: > Forwarding this mail as it has not reached ltp mailing list. > > Regards > Poornima > ----- Forwarded by Poornima Nayak/India/IBM on 02/28/09 07:55 PM ----- > > Poornima > Nayak/India/IBM > To > 02/28/09 03:37 PM ltp-list <[email protected]> > cc > Vaidyanathan Srinivasan > <[email protected]>, Balbir > Singh <[email protected]>, > Ankita Garg <[email protected]>, > Gautham R Shenoy <[email protected]>, > Arun R Bharadwaj > <[email protected]> > Subject > [PATCH 02/05]: Patch for library of > reusable functions > > > > > > > > > > Signed-off-by: [email protected] > > diff -uprN power_management_orig/lib/sched_mc.py > power_management/lib/sched_mc.py > --- power_management_orig/lib/sched_mc.py 1969-12-31 18:00:00.000000000 > -0600 > +++ power_management/lib/sched_mc.py 2009-02-27 17:07:56.000000000 > -0600 > @@ -0,0 +1,197 @@ > +#!/usr/bin/python > +''' Reusable functions related to sched mc FVT are put together > +''' > + > +import os > +import sys > + > +__author__ = "Vaidyanathan Srinivasan <[email protected]>" > +__author__ = "Poornima Nayak <[email protected]>" > + > +cpu_map = {} > +stats_start = {} > +stats_stop = {} > +stats_percentage = {} > +cpu_count = 0 > + > +def get_proc_data(stats_list): > + ''' Read /proc/stat info and store in dictionary > + ''' > + try: > + file_procstat = open("/proc/stat", 'r') > + for line in file_procstat: > + if line.startswith('cpu'): > + data = line.split() > + stats_list[data[0]] = data > + file_procstat.close() > + except OSError, e: > + print "Could not read statistics", e > + sys.exit(1) > + > +def set_sched_mc_power(sched_mc_power): > + ''' Routine to set sched_mc_power_savings to required level > + ''' > + try: > + os.system('echo %s > \ > + /sys/devices/system/cpu/sched_mc_power_savings' > + % sched_mc_power) > + except OSError, e: > + print "Could not set sched_mc_power_savings to %s" % mc_level > + sys.exit(1) > + > +def count_num_cpu(): > + ''' Returns number of cpu's in system > + ''' > + try: > + cpuinfo = open('/proc/cpuinfo', 'r') > + global cpu_count > + for line in cpuinfo: > + if line.startswith('processor'): > + cpu_count += 1 > + cpuinfo.close() > + except: > + print "Could not get cpu count", e > + sys.exit(1) > + > +def map_cpuid_pkgid(): > + ''' Routine to map physical package id to cpu id > + ''' > + for i in range(0, cpu_count): > + try: > + phy_pkg_file = '/sys/devices/system/cpu/cpu%s' %i > + phy_pkg_file += '/topology/physical_package_id' > + cpu_phy_id = open(phy_pkg_file).read().rstrip() > + try: > + cpu_map[cpu_phy_id].append(i) > + except KeyError: > + cpu_map[cpu_phy_id] = [i] > + except: > + print "Mapping of CPU to pkg id failed" > + sys.exit(1) > + > +def trigger_workld(workload): > + ''' Based on value in argument passed triggers workloads. > + Triggers workload with number of threads same as number > + of cores in package. > + ''' > + get_proc_data(stats_start) > + threads = cpu_count / len(cpu_map) > + duration = 60 # let the test run for 1 minute > + path = '%s/utils/benchmark' % os.environ['LTPROOT'] > + try: > + olddir = os.getcwd() > + os.chdir(path) > + wklds_avlbl = list() > + workload_dir = "" > + # Use the latest version of simillar workload available > + for file in os.listdir('.'): > + if file.find(workload) != -1: > + wklds_avlbl.append(file) > + wklds_avlbl.sort() > + workload_dir = wklds_avlbl[len(wklds_avlbl)-1] > + > + if workload_dir != "": > + new_path = os.path.join(path,"%s" % workload_dir) > + os.chdir(new_path) > + if workload == "ebizzy": > + try: > + os.system('./ebizzy -t%s -s4096 -S %s >/dev/null' > + % (threads, duration)) > + print "INFO: ebizzy workload triggerd" > + os.chdir(olddir) > + get_proc_data(stats_stop) > + except OSError, e: > + print "Workload trigger failed",e > + sys.exit(1) > + else: > + print "Benchmark/Workload is missing in LTP utils" > + os.chdir(olddir) > + sys.exit(1) > + except OSError, e: > + print "Benchmark/Workload trigger failed ", e > + sys.exit(1) > + > +def generate_report(): > + ''' Generate report of CPU utilization > + ''' > + cpu_labels = ('cpu', 'user', 'nice', 'system', 'idle', 'iowait', > 'irq', > + 'softirq', 'x', 'y') > + if (not os.path.exists('/procstat')): > + os.mkdir('/procstat') > + > + reportfile = open('/procstat/cpu-utilisation', 'a') > + debugfile = open('/procstat/cpu-utilisation.debug', 'a') > + for l in stats_stop: > + percentage_list = [] > + total = 0 > + for i in range(1, len(stats_stop[l])): > + stats_stop[l][i] = int(stats_stop[l][i]) - > int(stats_start[l][i]) > + total += stats_stop[l][i] > + percentage_list.append(l) > + for i in range(1, len(stats_stop[l])): > + percentage_list.append(float(stats_stop[l][i])*100/total) > + > + stats_percentage[l] = percentage_list > + > + for i in range(0, len(cpu_labels)): > + print >> debugfile, cpu_labels[i], '\t', > + print >> debugfile > + for l in sorted(stats_stop.keys()): > + print >> debugfile, l, '\t', > + for i in range(1, len(stats_stop[l])): > + print >> debugfile, stats_stop[l][i], '\t', > + print >> debugfile > + > + for i in range(0, len(cpu_labels)): > + print >> reportfile, cpu_labels[i], '\t', > + print >> reportfile > + for l in sorted(stats_percentage.keys()): > + print >> reportfile, l, '\t', > + for i in range(1, len(stats_percentage[l])): > + print >> reportfile, " %3.4f" % stats_percentage[l][i], > + print >> reportfile > + > + #Now get the package ID information > + print >> debugfile, "cpu_map: ", cpu_map > + keyvalfile = open('/procstat/keyval', 'a') > + print >> keyvalfile, "nr_packages=%d" % len(cpu_map) > + print >> keyvalfile, "system-idle=%3.4f" % > (stats_percentage['cpu'][4]) > + for pkg in sorted(cpu_map.keys()): > + total_idle = 0 > + total = 0 > + for cpu in cpu_map[pkg]: > + total_idle += stats_stop["cpu%d" % cpu][4] > + for i in range(1, len(stats_stop["cpu%d" % cpu])): > + total += stats_stop["cpu%d" % cpu][i] > + print >> reportfile, "Package: ", pkg, "Idle %3.4f%%" \ > + % (float(total_idle)*100/total) > + print >> keyvalfile, "package-%s=%3.4f" % \ > + (pkg, (float(total_idle)*100/total)) > + > + #Add record delimiter '\n' before closing these files > + print >> debugfile > + debugfile.close() > + print >> reportfile > + reportfile.close() > + print >> keyvalfile > + keyvalfile.close() > + > +def validate_cpu_consolidation(): > + ''' Verify if cpu's on which threads executed belong to same > + package > + ''' > + cpus_utilized = list() > + for l in sorted(stats_percentage.keys()): > + if stats_percentage[l][1] > 20: > + cpu_id = stats_percentage[l][0].split("cpu") > + if cpu_id[1] != '': > + cpus_utilized.append(int(cpu_id[1])) > + cpus_utilized.sort() > + print "INFO: CPU's utilized %s" %cpus_utilized > + > + for pkg in sorted(cpu_map.keys()): > + pkg_cpus = cpu_map[pkg] > + if pkg_cpus == cpus_utilized: > + return(0) > + sys.exit(1) > + > > > ------------------------------------------------------------------------------ > Open Source Business Conference (OSBC), March 24-25, 2009, San Francisco, CA > -OSBC tackles the biggest issue in open source: Open Sourcing the Enterprise > -Strategies to boost innovation and cut costs with open source participation > -Receive a $600 discount off the registration fee with the source code: SFAD > http://p.sf.net/sfu/XcvMzF8H > _______________________________________________ > Ltp-list mailing list > [email protected] > https://lists.sourceforge.net/lists/listinfo/ltp-list ------------------------------------------------------------------------------ Open Source Business Conference (OSBC), March 24-25, 2009, San Francisco, CA -OSBC tackles the biggest issue in open source: Open Sourcing the Enterprise -Strategies to boost innovation and cut costs with open source participation -Receive a $600 discount off the registration fee with the source code: SFAD http://p.sf.net/sfu/XcvMzF8H _______________________________________________ Ltp-list mailing list [email protected] https://lists.sourceforge.net/lists/listinfo/ltp-list
