app/soc/logic/tasks.py
author Daniel Hans <Daniel.M.Hans@gmail.com>
Sun, 27 Sep 2009 23:31:39 +0200
changeset 2980 cbfd8e12527a
permissions -rw-r--r--
Add task and iterative_task decorator Also add getBatchOfData method to the base logic and tasks logic module. Reviewed-by: Sverre Rabbelier
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
2980
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
     1
#!/usr/bin/python2.5
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
     2
#
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
     3
# Copyright 2008 the Melange authors.
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
     4
#
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
     5
# Licensed under the Apache License, Version 2.0 (the "License");
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
     6
# you may not use this file except in compliance with the License.
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
     7
# You may obtain a copy of the License at
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
     8
#
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
     9
#   http://www.apache.org/licenses/LICENSE-2.0
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    10
#
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    11
# Unless required by applicable law or agreed to in writing, software
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    12
# distributed under the License is distributed on an "AS IS" BASIS,
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    13
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    14
# See the License for the specific language governing permissions and
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    15
# limitations under the License.
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    16
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    17
"""Helpers functions for dealing with task queue api
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    18
"""
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    19
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    20
__authors__ = [
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    21
  '"Daniel Hans" <daniel.m.hans@gmail.com>',
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    22
  ]
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    23
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    24
import logging
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    25
from django import http
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    26
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    27
# TODO(labs): fix when taskqueue graduates from labs
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    28
from google.appengine.api.labs import taskqueue
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    29
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    30
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    31
class Error(Exception):
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    32
  """Base class for all exceptions raised by this module.
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    33
  """
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    34
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    35
  pass
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    36
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    37
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    38
class FatalTaskError(Error):
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    39
  """Class for all errors that lead to immediate task abortion.
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    40
  """
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    41
  pass
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    42
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    43
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    44
def startTask(url, queue_name='default', context=None, **kwargs):
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    45
  """Adds a new task to one of the queues
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    46
  """
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    47
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    48
  queue = taskqueue.Queue(name=queue_name)
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    49
  return queue.add(taskqueue.Task(url=url, params=context))
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    50
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    51
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    52
def terminateTask():
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    53
  """Generates http response which causes that the task is
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    54
     is not added to the queue again
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    55
  """
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    56
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    57
  return http.HttpResponse(status=200)
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    58
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    59
def repeatTask():
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    60
  """Generates http response which causes that the task is
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    61
     added to the queue again
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    62
  """
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    63
cbfd8e12527a Add task and iterative_task decorator
Daniel Hans <Daniel.M.Hans@gmail.com>
parents:
diff changeset
    64
  return http.HttpResponse(status=500)