Added a stats module to scripts
authorSverre Rabbelier <srabbelier@gmail.com>
Wed, 01 Apr 2009 00:30:01 +0000
changeset 2047 7e9656691c8e
parent 2046 1fb1c628ad60
child 2048 236f37777764
Added a stats module to scripts Usable to retrieve and save statistics. Currently only organization popularity (by means of student applications) is supported. Patch by: Sverre Rabbelier
scripts/stats.py
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/scripts/stats.py	Wed Apr 01 00:30:01 2009 +0000
@@ -0,0 +1,156 @@
+#!/usr/bin/python2.5
+#
+# Copyright 2009 the Melange authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Starts an interactive shell with statistic helpers.
+"""
+
+__authors__ = [
+  '"Sverre Rabbelier" <sverre@rabbelier.nl>',
+]
+
+
+import cPickle
+import operator
+import sys
+
+import interactive
+
+
+def addKey(target, fieldname):
+  """Adds the key of the specified field.
+  """
+
+  result = target.copy()
+  result['%s_key' % fieldname] = target[fieldname].key().name()
+  return result
+
+def getOrgs():
+  """Returns all orgs as dictionary.
+  """
+
+  from soc.models.organization import Organization
+
+  gen = lambda: Organization.all()
+  it = interactive.deepFetch(gen)
+
+  orgs = [(i.key().name(), i) for i in it]
+  return dict(orgs)
+
+
+def getProps():
+  """Returns all proposals as a list of dictionaries.
+  """
+
+  key_order = [
+      'link_id', 'scope_path', 'title', 'abstract', 'content',
+      'additional_info', 'mentor', 'possible_mentors', 'score',
+      'status', 'org']
+
+  from soc.models.student_proposal import StudentProposal
+
+  gen = lambda: StudentProposal.all()
+  it = interactive.deepFetch(gen)
+
+  proposals = [i.toDict(key_order) for i in it]
+
+  return proposals
+
+
+def orgstats(target):
+  """Retrieves org stats.
+  """
+
+  from soc.logic import dicts
+
+  target = [addKey(i, 'org') for i in target]
+  grouped = dicts.groupby(target, 'org_key')
+  popularity = [(k, len(v)) for k,v in grouped.iteritems()]
+
+  return grouped, dict(popularity)
+
+
+def printPopularity(popularity):
+  """Prints the popularity for the specified proposals.
+  """
+
+  g = operator.itemgetter(1)
+
+  for item in sorted(popularity.iteritems(), key=g, reverse=True):
+    print "%s: %d" % item
+
+
+def savePopularity(popularities):
+  """Saves the specified popularities.
+  """
+
+  import logging
+  from google.appengine.ext import db
+
+  from soc.models.organization import Organization
+
+  def txn(key_name, popularity):
+    org = Organization.get_by_key_name(key_name)
+    org.nr_applications = popularity
+    org.put()
+
+  for key, value in sorted(popularities.iteritems()):
+    print key
+    db.run_in_transaction_custom_retries(10, txn, key, value)
+
+  print "done"
+
+
+def loadPickle(name):
+  """Loads a pickle.
+  """
+
+  f = open(name + '.dat')
+  return cPickle.load(f)
+
+
+def dumpPickle(target, name):
+  """Dumps a pickle"
+  """
+
+  f = open("%s.dat" % name, 'w')
+  cPickle.dump(target, f)
+
+
+def main(args):
+  """Main routine.
+  """
+
+  interactive.setup()
+
+  context = {
+      'load': loadPickle,
+      'dump': dumpPickle,
+      'orgstats': orgstats,
+      'printPopularity': printPopularity,
+      'savePopularity': savePopularity,
+      'getOrgs': getOrgs,
+      'getProps': getProps,
+  }
+
+  interactive.remote(args, context)
+
+if __name__ == '__main__':
+  if len(sys.argv) < 2:
+    print "Usage: %s app_id [host]" % (sys.argv[0],)
+    sys.exit(1)
+
+  main(sys.argv[1:])
+