At the kolla design summit yesterday in Barcelona, someone said there is no tool to search words in the logs of an OpenStack IRC channel.
https://wiki.openstack.org/wiki/IRC The OpenStack IRC logs have invaluable information and solutions to many problems. Attached is a little script I wrote to search regular expressions in the #openstack-kolla IRC channel. It can be updated to search words in any OpenStack IRC channel. For example, if you need help about the error "DockerException: Error while fetching server API version" in the logs of the #openstack-kolla IRC channel, just do the following. $ ./search_openstack_irc.py ".*DockerException: Error while fetching server API version.*" Found in http://eavesdrop.openstack.org/irclogs/%23openstack-kolla/%23openstack-kolla.2016-09-05.log.html Below is the snippet in the IRC log. [cid:FEBA5E60-8D92-47C5-93E9-0F3DA57C2E84] Hope it helps and let me know if you find any bug in the script! Regards, Vikram Hosakote IRC: vhosakot
#! /usr/bin/python ################################################################################## # # Author: Vikram Hosakote (vhosa...@cisco.com) # # This script searches a regular expression in OpenStack Kolla's IRC logs # in a multi-threaded manner. # # The "link" variable in this script can be changed to search any # OpenStack project's IRC logs. # # For example: To search OpenStack Neutron IRC logs, set # link = "http://eavesdrop.openstack.org/irclogs/%23openstack-neutron/"; # # Usage: ./search_openstack_irc.py <Regular expression to search in quotes> # # Examples: # # To search a whole word, escape \b as \\b # # $ ./search_openstack_irc.py "\\bvhosakot\\b" # [u'vhosakot'] # # $ ./search_openstack_irc.py "\\bvho\\b" # # $ ./search_openstack_irc.py "vhosakot" # [u'vhosakot'] # # $ ./search_openstack_irc.py "vhosakot.*" # [u'vhosakot has joined #openstack-kolla15:30'] # # $ ./search_openstack_irc.py ".*akot" # [u'*** vhosakot'] # # $ ./search_openstack_irc.py ".*akot.*" # [u'*** vhosakot has joined #openstack-kolla15:30'] # ################################################################################## from bs4 import BeautifulSoup from multiprocessing import Pool import re import sys import urllib def print_usage(): print "\ $ ./search_openstack_irc.py \"\\\\bvhosakot\\\\b\" \n\ [u'vhosakot'] \n\ \n\ $ ./search_openstack_irc.py \"\\\\bvho\\\\b\" \n\ \n\ $ ./search_openstack_irc.py \"vhosakot\" \n\ [u'vhosakot'] \n\ \n\ $ ./search_openstack_irc.py \"vhosakot.*\" \n\ [u'vhosakot has joined #openstack-kolla15:30'] \n\ \n\ $ ./search_openstack_irc.py \".*akot\" \n\ [u'*** vhosakot'] \n\ \n\ $ ./search_openstack_irc.py \".*akot.*\" \n\ [u'*** vhosakot has joined #openstack-kolla15:30'] \n\ " if len(sys.argv) < 2: print "\nNothing to search." print "\nUsage: ./search_openstack_irc.py <Regular expression to search in quotes>\n" print "Examples:" print_usage() sys.exit() if len(sys.argv) > 2: print "\nEnter the regular expression to search in quotes." print "\nUsage: ./search_openstack_irc.py <Regular expression to search in quotes>\n" print "Examples:" print_usage() sys.exit() regexp_to_search = sys.argv[1] # The link below can be changed to search any OpenStack project's IRC logs # For example: To search OpenStack Neutron IRC logs, set # link = "http://eavesdrop.openstack.org/irclogs/%23openstack-neutron/"; link = "http://eavesdrop.openstack.org/irclogs/%23openstack-kolla/"; f = urllib.urlopen(link) irc_page = f.read() def t_search_in_each_irc_link(irc_link, regexp_to_search): f = urllib.urlopen(irc_link) html_page = f.read() soup = BeautifulSoup(html_page, "lxml") irc_logs = soup.text r = re.findall(regexp_to_search, irc_logs, re.IGNORECASE) if r != []: print "Found in ", irc_link pool = Pool(processes=100) for line in irc_page.splitlines(): if ".html" in line and "href" in line: link_suffix = re.findall(r'"([^"]*)"', line)[0] irc_link = link + link_suffix pool.apply_async(t_search_in_each_irc_link, (irc_link, regexp_to_search)) pool.close() pool.join()
__________________________________________________________________________ OpenStack Development Mailing List (not for usage questions) Unsubscribe: openstack-dev-requ...@lists.openstack.org?subject:unsubscribe http://lists.openstack.org/cgi-bin/mailman/listinfo/openstack-dev
