#!/usr/bin/env python

#

# Copyright 2007 Google Inc.

#

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

#

#     http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

#

"""Tool for deploying apps to an app server.

Currently, the application only uploads new appversions. To do this, it first

walks the directory tree rooted at the path the user specifies, adding all the

files it finds to a list. It then uploads the application configuration

(app.yaml) to the server using HTTP, followed by uploading each of the files.

It then commits the transaction with another request.

The bulk of this work is handled by the AppVersionUpload class, which exposes

methods to add to the list of files, fetch a list of modified files, upload

files, and commit or rollback the transaction.

"""

import calendar

import datetime

import getpass

import logging

import mimetypes

import optparse

import os

import re

import sha

import sys

import tempfile

import time

import urllib2

import google

import yaml

from google.appengine.cron import groctimespecification

from google.appengine.api import appinfo

from google.appengine.api import croninfo

from google.appengine.api import validation

from google.appengine.api import yaml_errors

from google.appengine.api import yaml_object

from google.appengine.datastore import datastore_index

from google.appengine.tools import appengine_rpc

from google.appengine.tools import bulkloader

MAX_FILES_TO_CLONE = 100

UPDATE_CHECK_TIMEOUT = 3

MAX_LOG_LEVEL = 4

verbosity = 1

_api_versions = os.environ.get('GOOGLE_TEST_API_VERSIONS', '1')

_options = validation.Options(*_api_versions.split(','))

appinfo.AppInfoExternal.ATTRIBUTES[appinfo.API_VERSION] = _options

del _api_versions, _options

def StatusUpdate(msg):

  """Print a status message to stderr.

  If 'verbosity' is greater than 0, print the message.

  Args:

    msg: The string to print.

  """

  if verbosity > 0:

    print >>sys.stderr, msg

def GetMimeTypeIfStaticFile(config, filename):

  """Looks up the mime type for 'filename'.

  Uses the handlers in 'config' to determine if the file should

  be treated as a static file.

  Args:

    config: The app.yaml object to check the filename against.

    filename: The name of the file.

  Returns:

    The mime type string.  For example, 'text/plain' or 'image/gif'.

    None if this is not a static file.

  """

  for handler in config.handlers:

    handler_type = handler.GetHandlerType()

      else:

        regex = handler.upload

      if re.match(regex, filename):

        if handler.mime_type is not None:

          return handler.mime_type

        else:

          guess = mimetypes.guess_type(filename)[0]

          if guess is None:

                                 % (filename, default))

            return default

          return guess

  return None

def BuildClonePostBody(file_tuples):

  """Build the post body for the /api/clone{files,blobs} urls.

  Args:

    file_tuples: A list of tuples.  Each tuple should contain the entries

      appropriate for the endpoint in question.

  Returns:

    A string containing the properly delimited tuples.

  """

  file_list = []

  for tup in file_tuples:

    path = tup[0]

    tup = tup[1:]

    file_list.append(TUPLE_DELIMITER.join([path] + list(tup)))

  return LIST_DELIMITER.join(file_list)

class NagFile(validation.Validated):

  """A validated YAML class to represent the user's nag preferences.

  Attributes:

    timestamp: The timestamp of the last nag.

    opt_in: True if the user wants to check for updates on dev_appserver

      start.  False if not.  May be None if we have not asked the user yet.

  """

  ATTRIBUTES = {

  }

  @staticmethod

  def Load(nag_file):

    """Load a single NagFile object where one and only one is expected.

    Args:

      nag_file: A file-like object or string containing the yaml data to parse.

    Returns:

      A NagFile instance.

    """

    return yaml_object.BuildSingleObject(NagFile, nag_file)

def GetVersionObject(isfile=os.path.isfile, open_fn=open):

  """Gets the version of the SDK by parsing the VERSION file.

  Args:

    isfile: used for testing.

    open_fn: Used for testing.

  Returns:

    A Yaml object or None if the VERSION file does not exist.

  """

  version_filename = os.path.join(os.path.dirname(google.__file__),

                                  VERSION_FILE)

  if not isfile(version_filename):

    return None

  try:

    version = yaml.safe_load(version_fh)

  finally:

    version_fh.close()

  return version

class UpdateCheck(object):

  """Determines if the local SDK is the latest version.

  Nags the user when there are updates to the SDK.  As the SDK becomes

  more out of date, the language in the nagging gets stronger.  We

  store a little yaml file in the user's home directory so that we nag

  the user only once a week.

  The yaml file has the following field:

    'timestamp': Last time we nagged the user in seconds since the epoch.

  Attributes:

    server: An AbstractRpcServer instance used to check for the latest SDK.

    config: The app's AppInfoExternal.  Needed to determine which api_version

      the app is using.

  """

  def __init__(self,

               server,

               config,

               isdir=os.path.isdir,

               isfile=os.path.isfile,

               open_fn=open):

    """Create a new UpdateCheck.

    Args:

      server: The AbstractRpcServer to use.

      config: The yaml object that specifies the configuration of this

        application.

      isdir: Replacement for os.path.isdir (for testing).

      isfile: Replacement for os.path.isfile (for testing).

      open_fn: Replacement for the open builtin (for testing).

    """

    self.server = server

    self.config = config

    self.isdir = isdir

    self.isfile = isfile

    self.open = open_fn

  @staticmethod

  def MakeNagFilename():

    """Returns the filename for the nag file for this user."""

    if not os.path.isdir(user_homedir):

      drive, unused_tail = os.path.splitdrive(os.__file__)

      if drive:

  def _ParseVersionFile(self):

    """Parse the local VERSION file.

    Returns:

      A Yaml object or None if the file does not exist.

    """

    return GetVersionObject(isfile=self.isfile, open_fn=self.open)

  def CheckSupportedVersion(self):

    """Determines if the app's api_version is supported by the SDK.

    Uses the api_version field from the AppInfoExternal to determine if

    the SDK supports that api_version.

    Raises:

      SystemExit if the api_version is not supported.

    """

    version = self._ParseVersionFile()

    if version is None:

      return

      sys.exit(1)

  def CheckForUpdates(self):

    """Queries the server for updates and nags the user if appropriate.

    Queries the server for the latest SDK version at the same time reporting

    the local SDK version.  The server will respond with a yaml document

    containing the fields:

    We will nag the user with increasing severity if:

    - There is a new release.

    - There is a new release with a new api_version.

    - There is a new release that does not support the api_version named in

      self.config.

    """

    version = self._ParseVersionFile()

    if version is None:

      return

    try:

                                  timeout=UPDATE_CHECK_TIMEOUT,

    except urllib2.URLError, e:

      return

    latest = yaml.safe_load(response)

      return

    if self.config.api_version not in api_versions:

      self._Nag(

          latest, version, force=True)

      return

    if self.config.api_version != api_versions[len(api_versions) - 1]:

      self._Nag(

          self.config.api_version, latest, version)

      return

              latest, version)

  def _ParseNagFile(self):

    """Parses the nag file.

    Returns:

      A NagFile if the file was present else None.

    """

    nag_filename = UpdateCheck.MakeNagFilename()

    if self.isfile(nag_filename):

      try:

        nag = NagFile.Load(fh)

      finally:

        fh.close()

      return nag

    return None

  def _WriteNagFile(self, nag):

    """Writes the NagFile to the user's nag file.

    If the destination path does not exist, this method will log an error

    and fail silently.

    Args:

      nag: The NagFile to write.

    """

    nagfilename = UpdateCheck.MakeNagFilename()

    try:

      try:

        fh.write(nag.ToYAML())

      finally:

        fh.close()

    except (OSError, IOError), e:

  def _Nag(self, msg, latest, version, force=False):

    """Prints a nag message and updates the nag file's timestamp.

    Because we don't want to nag the user everytime, we store a simple

    yaml document in the user's home directory.  If the timestamp in this

    doc is over a week old, we'll nag the user.  And when we nag the user,

    we update the timestamp in this doc.

    Args:

      msg: The formatted message to print to the user.

      latest: The yaml document received from the server.

      version: The local yaml version document.

      force: If True, always nag the user, ignoring the nag file.

    """

    nag = self._ParseNagFile()

    if nag and not force:

      last_nag = datetime.datetime.fromtimestamp(nag.timestamp)

      if datetime.datetime.now() - last_nag < datetime.timedelta(weeks=1):

        return

    if nag is None:

      nag = NagFile()

    nag.timestamp = time.time()

    self._WriteNagFile(nag)

    print msg

    print yaml.dump(latest)

    print yaml.dump(version)

  def AllowedToCheckForUpdates(self, input_fn=raw_input):

    """Determines if the user wants to check for updates.

    On startup, the dev_appserver wants to check for updates to the SDK.

    Because this action reports usage to Google when the user is not

    otherwise communicating with Google (e.g. pushing a new app version),

    the user must opt in.

    If the user does not have a nag file, we will query the user and

    save the response in the nag file.  Subsequent calls to this function

    will re-use that response.

    Args:

      input_fn: used to collect user input. This is for testing only.

    Returns:

      True if the user wants to check for updates.  False otherwise.

    """

    nag = self._ParseNagFile()

    if nag is None:

      nag = NagFile()

      nag.timestamp = time.time()

    if nag.opt_in is None:

      answer = answer.strip().lower()

        nag.opt_in = False

      else:

        nag.opt_in = True

      self._WriteNagFile(nag)

    return nag.opt_in

class IndexDefinitionUpload(object):

  """Provides facilities to upload index definitions to the hosting service."""

  def __init__(self, server, config, definitions):

    """Creates a new DatastoreIndexUpload.

    Args:

      server: The RPC server to use.  Should be an instance of HttpRpcServer

        or TestRpcServer.

      config: The AppInfoExternal object derived from the app.yaml file.

      definitions: An IndexDefinitions object.

    """

    self.server = server

    self.config = config

    self.definitions = definitions

  def DoUpload(self):

    """Uploads the index definitions."""

                     app_id=self.config.application,

                     version=self.config.version,

                     payload=self.definitions.ToYAML())

class CronEntryUpload(object):

  """Provides facilities to upload cron entries to the hosting service."""

  def __init__(self, server, config, cron):

    """Creates a new CronEntryUpload.

    Args:

      server: The RPC server to use.  Should be an instance of a subclass of

      AbstractRpcServer

      config: The AppInfoExternal object derived from the app.yaml file.

      cron: The CronInfoExternal object loaded from the cron.yaml file.

    """

    self.server = server

    self.config = config

    self.cron = cron

  def DoUpload(self):

    """Uploads the cron entries."""