1  #!/usr/bin/python -u
  2  #
  3  # Processing of the queries results
  4  #
  5  import sys
  6  import index
  7  import time
  8  import traceback
  9  import string
 10  
 11  if index.openMySQL(verbose = 0) < 0:
 12      print "Failed to connect to the MySQL database"
 13      sys.exit(1)
 14  
 15  DB = index.DB
 16  
 17  def getTopQueriesDB(base = "Queries", number = 50):
 18      global DB
 19  
 20      try:
 21          import os
 22  	os.mkdir("searches")
 23      except:
 24          pass
 25      
 26      date = time.strftime("%Y%m%d")
 27      f = open("searches/%s-%s.xml" % (base, date), "w")
 28      c = DB.cursor()
 29      try:
 30          ret = c.execute("""select sum(Count) from %s""" % (base))
 31  	row = c.fetchone()
 32  	total = int(row[0])
 33          ret = c.execute("""select count(*) from %s""" % (base))
 34  	row = c.fetchone()
 35  	uniq = int(row[0])
 36          ret = c.execute(
 37             """select * from %s ORDER BY Count DESC LIMIT %d""" % (base, number))
 38  	i = 0;
 39  	f.write("<queries total='%d' uniq='%d' nr='%d' date='%s'>\n" % (
 40  	      total, uniq, number, date))
 41  	while i < ret:
 42  	    row = c.fetchone()
 43  	    f.write("  <query count='%d'>%s</query>\n" % (int(row[2]), row[1]))
 44  	    i = i + 1
 45  	f.write("</queries>\n")
 46      except:
 47          print "getTopQueries %s %d failed\n" % (base, number)
 48  	print sys.exc_type, sys.exc_value
 49  	return -1
 50      f.close()
 51  
 52  def getTopQueries(number = 50):
 53      return getTopQueriesDB(base = "Queries", number = number)
 54  
 55  def getAllTopQueries(number = 50):
 56      return getTopQueriesDB(base = "AllQueries", number = number)
 57  
 58  def increaseTotalCount(Value, count):
 59      global DB
 60  
 61      c = DB.cursor()
 62      try:
 63          ret = c.execute("""select ID,Count from AllQueries where Value='%s'""" %
 64  	                (Value))
 65  	row = c.fetchone()
 66  	id = row[0]
 67  	cnt = int(row[1]) + count
 68  	ret = c.execute("""UPDATE AllQueries SET Count = %d where ID = %d""" %
 69  	                (cnt, id))
 70      except:
 71          ret = c.execute(
 72  	"""INSERT INTO AllQueries (Value, Count) VALUES ('%s', %d)""" %
 73  	                (Value, count))
 74      
 75  
 76  def checkString(str):
 77      if string.find(str, "'") != -1 or \
 78         string.find(str, '"') != -1 or \
 79         string.find(str, "\\") != -1 or \
 80         string.find(str, " ") != -1 or \
 81         string.find(str, "\t") != -1 or \
 82         string.find(str, "\n") != -1 or \
 83         string.find(str, "\r") != -1:
 84          return 0
 85      return 1
 86  def addCounts(frmtable):
 87      global DB
 88  
 89      i = 0
 90      c = DB.cursor()
 91      entries=[]
 92      try:
 93          ret = c.execute("""select Value,Count from %s""" % (frmtable))
 94  	while i < ret:
 95  	    i = i + 1
 96  	    row = c.fetchone()
 97  	    if checkString(row[0]):
 98  		entries.append((row[0], int(row[1])))
 99  	    else:
100  		entries.append((None, int(row[1])))
101  	
102  	for row in entries:
103  	    if row[0] != None:
104  		increaseTotalCount(row[0], row[1])
105      except:
106          print "addCounts %s failed" % (frmtable)
107  	print sys.exc_type, sys.exc_value
108  	traceback.print_exc(file=sys.stdout)
109          
110      try:
111  	c.execute("""DELETE from %s""" % (frmtable))
112      except:
113  	pass
114  
115  
116      
117  getTopQueries()
118  addCounts('Queries')
119  getAllTopQueries()