martinsahlen / cloud-functions-python Goto Github PK

var googleAuth = require('google-auto-auth')();
//Handle Background events according to spec
function shimHandler(data) {
  return new Promise((resolve, reject) => {
    googleAuth.getToken(function (err, oauthToken) {
      if (err) { console.log('googleAuth error')
        reject()
      } else {
        const p = require('child_process').execFile('./dist/{{config["output_name"]}}/{{config["output_name"]}}', {
          env: Object.assign(process.env, {
            'GOOGLE_OAUTH_TOKEN': oauthToken,
          })
        });
        var lastMessage;
        p.stdin.setEncoding('utf-8');
        //Log standard err messages to standard err
        p.stderr.on('data', (err) => {
          console.error(err.toString());
        })
        p.stdout.on('data', (out) => {
          console.log(out.toString());
          lastMessage = out;
        })
        p.on('close', (code) => {
          if (code !== 0) {
            //This means the shim failed / panicked. So we reject hard.
            reject();
          } else {
            // Resolve the promise with the latest output from stdout
            // In case of shimming http, this is the response object.
            resolve(lastMessage);
          }
        });
        //Write the object/message/request to the shim's stdin and signal
        //End of input.
        p.stdin.write(JSON.stringify(data));
        p.stdin.end();
      }
    });
  });
}

//Handle http request
function handleHttp(req, res) {
  var requestBody;
  console.log(req.get('content-type'))
  switch (req.get('content-type')) {
    case 'application/json':
      requestBody = JSON.stringify(req.body);
      break;
    case 'application/x-www-form-urlencoded': //application/x-www-form-urlencoded
      //The body parser for cloud functions does this, so just play along
      //with it, sorry man! Maybe we should construct some kind of proper
      //form request body? or not. let's keep it this way for now, as
      //This is how cloud functions behaves.
      //req.setHeader('content-type', 'application/json')
      requestBody = JSON.stringify(req.body);
      break;
    case 'application/octet-stream':
      requestBody = req.body;
      break;
    case 'text/plain':
      requestBody = req.body;
      break;
  }

  var fullUrl = req.protocol + '://' + req.get('host') + req.originalUrl;
  console.log('Request body ');console.log(JSON.stringify(requestBody));
  console.log('Request headers');console.log(JSON.stringify(req.headers));
  console.log('Request method'); console.log(JSON.stringify(req.method));
  console.log('Request remote_addr'); console.log(JSON.stringify(req.ip));
  console.log('Req protocol'); console.log(JSON.stringify(req.protocol));
  console.log('Req get host'); console.log(JSON.stringify(req.get('host')));
  console.log('originalUrl'); console.log(JSON.stringify(req.originalUrl));

  var httpRequest = {
    'body': requestBody,
    'headers': req.headers,
    'method': req.method,
    'remote_addr': req.ip,
    'url': fullUrl
  };

  shimHandler(httpRequest)
  .then((result) => {
    console.log('should come here')
    data = JSON.parse(result);
    res.status(data.status_code);
    res.set(data.headers)
    res.send(data.body);
  })
  .catch((e) => {
    console.log(e);
    console.log('some error has occurred');
    res.status(500).end();
  })
}

//{% if config["trigger_http"] %}
exports['{{config["function_name"]}}'] = function(req, res) {
  return handleHttp(req, res);
}//{% else %}
exports['{{config["function_name"]}}'] = function(event, callback) {
  return shimHandler(event.data).then(function() {
    callback();
  }).catch(function() {
    callback(new Error("Function failed"));
  });
}//{% endif %}

from FTUL import mainP
from cloudfn.google_account import get_credentials
from cloudfn.http import handle_http_event, Response
from google.cloud import bigquery
import json


def handle_http(req):
    
    biquery_client = bigquery.Client(credentials=get_credentials())
    
    console.log(req)
    console.log(req.method)
    console.log(req.body)

    if req.method == 'OPTIONS':
        return Response(
            status_code=200,
        )
    
    if req.method == 'POST':
        
        rBody = json.loads(req.body)
        im = rBody['image']
        rID = rBody['refID']
        rTable = rBody['refTable']
        uAlgo = 0
        empID = rBody['empID']
        val = mainP(im,rID,rTable,uAlgo,empID)

        return Response(
            status_code=200,
        )


handle_http_event(handle_http)

from cloudfn.google_account import get_credentials

biquery_client = bigquery.Client(credentials=get_credentials())

from google.cloud import pubsub

def pubsub_handler(message):
    client = pubsub.PublisherClient()
    topic = 'projects/TEST-PROJECT/topics/TEST-TOPIC'
    client.publish(topic=topic, data='', test_param='test')

handle_pubsub_event(pubsub_handler)

function readLogLines (filePath, linesToRead, output) {
  try {
    const parts = path.parse(filePath);
    const files = fs
      .readdirSync(parts.dir)
      .filter((file) => file && file.includes(parts.name));
    files.sort();

    // Here, we naively select the newest log file, even if the user wants to
    // display more lines than are available in the newest log file.
    const rl = readline.createInterface({
      input: fs.createReadStream(path.join(parts.dir, files[files.length - 1])),
      terminal: false
    });
    const lines = [];
    rl
      .on('line', (line) => {
        lines.push(line);
      })
      .on('close', () => {
        lines
          .slice(lines.length - linesToRead)
          .forEach((line) => output(`${line}\n`));
      });
  } catch (err) {
    if (err.code === 'ENOENT') {
      output('');
      return;
    }

    throw err;
  }
}

/**
  * Writes lines from the Emulator log file in FIFO order.
  * Lines are taken from the end of the file according to the limit argument.
  * That is, when limit is 10 will return the last (most recent) 10 lines from
  * the log (or fewer if there are fewer than 10 lines in the log), in the order
  * they were written to the log.
  *
  * @param {integer} limit The maximum number of lines to write
  */
 getLogs (limit) {
   if (!limit) {
     limit = 20;
   }

   logs.readLogLines(this.config.logFile, limit, (val) => {
     this.write(val);
   });
 }

/**
 * http://yargs.js.org/docs/#methods-commandmodule-providing-a-command-module
 */
exports.command = 'read';
exports.description = DESCRIPTION;
exports.builder = (yargs) => {
  yargs
    .usage(USAGE)
    .options({
      limit: {
        alias: 'l',
        default: 20,
        description: 'Number of log entries to be fetched.',
        type: 'number',
        requiresArg: true
      }
    });

  EXAMPLES['logs.read'].forEach((e) => yargs.example(e[0], e[1]));
};
exports.handler = (opts) => {
  const controller = new Controller(opts);

  let limit = 20;
  if (opts && opts.limit) {
    limit = parseInt(opts.limit, 10);
  }
  controller.getLogs(limit);
};

// we apply validation post-hoc, so that custom
    // checks get passed populated positional arguments.
    if (!yargs._hasOutput()) yargs._runValidation(innerArgv, aliases, positionalMap, yargs.parsed.error)

    if (commandHandler.handler && !yargs._hasOutput()) {
      yargs._setHasOutput()
      if (commandHandler.middlewares.length > 0) {
        const middlewareArgs = commandHandler.middlewares.reduce(function (initialObj, middleware) {
          return Object.assign(initialObj, middleware(innerArgv))
        }, {})
        Object.assign(innerArgv, middlewareArgs)
      }
      const handlerResult = commandHandler.handler(innerArgv)
      if (handlerResult && typeof handlerResult.then === 'function') {
        handlerResult.then(
          null,
          (error) => yargs.getUsageInstance().fail(null, error)
        )
      }

// what does yargs look like after the buidler is run?
    let innerArgv = parsed.argv
    let innerYargs = null
    let positionalMap = {}
    if (command) {
      currentContext.commands.push(command)
      currentContext.fullCommands.push(commandHandler.original)
    }
    if (typeof commandHandler.builder === 'function') {
      // a function can be provided, which builds
      // up a yargs chain and possibly returns it.
      innerYargs = commandHandler.builder(yargs.reset(parsed.aliases))
      // if the builder function did not yet parse argv with reset yargs
      // and did not explicitly set a usage() string, then apply the
      // original command string as usage() for consistent behavior with
      // options object below.
      if (yargs.parsed === false) {
        if (shouldUpdateUsage(yargs)) {
          yargs.getUsageInstance().usage(
            usageFromParentCommandsCommandHandler(parentCommands, commandHandler),
            commandHandler.description
          )
        }
        innerArgv = innerYargs ? innerYargs._parseArgs(null, null, true, commandIndex) : yargs._parseArgs(null, null, true, commandIndex)
      } else {
        innerArgv = yargs.parsed.argv
      }

const handlerKeys = command.getCommands()
      const skipDefaultCommand = argv[helpOpt] && (handlerKeys.length > 1 || handlerKeys[0] !== '$0')

      if (argv._.length) {
        if (handlerKeys.length) {
          let firstUnknownCommand
          for (let i = (commandIndex || 0), cmd; argv._[i] !== undefined; i++) {
            cmd = String(argv._[i])
            if (~handlerKeys.indexOf(cmd) && cmd !== completionCommand) {
              setPlaceholderKeys(argv)
              // commands are executed using a recursive algorithm that executes
              // the deepest command first; we keep track of the position in the
              // argv._ array that is currently being executed.
              return command.runCommand(cmd, self, parsed, i + 1)
            } else if (!firstUnknownCommand && cmd !== completionCommand) {
              firstUnknownCommand = cmd
              break
            }
          }

    freeze()
    if (parseFn) exitProcess = false
    console.log(typeof args)
    const parsed = self._parseArgs(args, shortCircuit)
    if (parseFn) parseFn(exitError, parsed, output)
    unfreeze()

from FTUL import mainP
from cloudfn.google_account import get_credentials
from cloudfn.http import handle_http_event, Response
from google.cloud import bigquery
import json

def handle_http(req):
    
    biquery_client = bigquery.Client(credentials=get_credentials())
       
    if req.method == 'POST':
        #extract information from the body of the POST request
        rBody = json.loads(req.body)
        im = rBody['image']
        rID = rBody['refID']
        rTable = rBody['refTable']
        # Do the required operation from the extracted info
        mainP(im,rID,rTable)

        return Response(
            status_code=200,
        )


handle_http_event(handle_http)

def handle_http(req):
    
    biquery_client = bigquery.Client(credentials=get_credentials())
    
    if req.method == 'OPTIONS':
        return JsonResponse({"status":"success"},status=200,safe=False)
    
    if req.method == 'GET':
        print("Body: ",type(req.GET.getlist('image')))
        print(type(req.GET.getlist('image')),req.GET.getlist('image'))

        i=req.GET.getlist('image')
        i=''.join(str(e) for e in i)

        print(i)

        rID = req.GET.getlist('refID')
        rTable = req.GET.getlist('refTable')
        print(rID," ",rTable)
        ########### main custom function. which I am calling ##################
        mainP(i,rID,rTable)

        return Response(
            status_code=200,
            body={'key': 2},
            headers={'content-type': 'application/json'},
        )


handle_http_event(handle_http)

var googleAuth = require('google-auto-auth')();
//Handle Background events according to spec
function shimHandler(data) {
  return new Promise((resolve, reject) => {
    googleAuth.getToken(function (err, oauthToken) {
      if (err) {
        reject()
      } else {
        const p = require('child_process').execFile('./dist/func/func', {
          env: Object.assign(process.env, {
            'GOOGLE_OAUTH_TOKEN': oauthToken,
          })
        });
        var lastMessage;
        p.stdin.setEncoding('utf-8');
        //Log standard err messages to standard err
        p.stderr.on('data', (err) => {
          console.error(err.toString());
        })
        p.stdout.on('data', (out) => {
          console.log(out.toString());
          lastMessage = out;
        })
        p.on('close', (code) => {
          if (code !== 0) {
            //This means the shim failed / panicked. So we reject hard.
            reject();
          } else {
            // Resolve the promise with the latest output from stdout
            // In case of shimming http, this is the response object.
            resolve(lastMessage);
          }
        });
        //Write the object/message/request to the shim's stdin and signal
        //End of input.
        p.stdin.write(JSON.stringify(data));
        p.stdin.end();
      }
    });
  });
}

//Handle http request
function handleHttp(req, res) {
  var requestBody;
  switch (req.get('content-type')) {
    case 'application/json':
      requestBody = JSON.stringify(req.body);
      break;
    case 'application/x-www-form-urlencoded':
      //The body parser for cloud functions does this, so just play along
      //with it, sorry man! Maybe we should construct some kind of proper
      //form request body? or not. let's keep it this way for now, as
      //This is how cloud functions behaves.
      req.set('content-type', 'application/json')
      requestBody = JSON.stringify(req.body);
      break;
    case 'application/octet-stream':
      requestBody = req.body;
      break;
    case 'text/plain':
      requestBody = req.body;
      break;
  }

  var fullUrl = req.protocol + '://' + req.get('host') + req.originalUrl;

  var httpRequest = {
    'body': requestBody,
    'headers': req.headers,
    'method': req.method,
    'remote_addr': req.ip,
    'url': fullUrl
  };

  shimHandler(httpRequest)
  .then((result) => {
    data = JSON.parse(result);
    res.status(data.status_code);
    res.set(data.headers)
    res.send(data.body);
  })
  .catch(() => {
    res.status(500).end();
  })
}

//
exports['handle_http'] = function(req, res) {
  return handleHttp(req, res);
}//

from cloudfn.google_account import get_credentials
from cloudfn.http import handle_http_event, Response

biquery_client = bigquery.Client(credentials=get_credentials())

def hello():
	print("Hello Universe")

def handle_http(req):

	return Response(
        status_code=200,
        body={'key': 2},
        headers={'content-type': 'application/json'},
    )

handle_http_event(handle_http)

py-cloud-fn hello http

  _____                  _                 _         __
 |  __ \                | |               | |       / _|
 | |__) |   _ ______ ___| | ___  _   _  __| |______| |_ _ __
 |  ___/ | | |______/ __| |/ _ \| | | |/ _` |______|  _| '_ \
 | |   | |_| |     | (__| | (_) | |_| | (_| |      | | | | | |
 |_|    \__, |      \___|_|\___/ \__,_|\__,_|      |_| |_| |_|
         __/ |
        |___/

Function: hello
File: main.py
Trigger: http
Python version: 2.7
Production: False
    
⠇    Building, go grab a coffee...
⠋    Generating javascript...
⠋    Cleaning up...

Elapsed time: 8.3s
Output: ./cloudfn/target/index.js

def handle_http_event(handle_fn):
    req = Request(json.loads(sys.stdin.read()))
    res = handle_fn(req)
    if isinstance(res, Response):
        sys.stdout.write(res._json_string())
    else:
        sys.stdout.write(Response()._json_string()) 

2017-11-05T08:30:31.471Z - error:     exec(bytecode, module.__dict__)
  File "site-packages/google/cloud/storage/__init__.py", line 39, in <module>
  File "/Users/seijik/.pyenv/versions/venv27/lib/python2.7/site-packages/PyInstaller/loader/pyimod03_importers.py", line 389, in load_module
    exec(bytecode, module.__dict__)
  File "site-packages/google/cloud/storage/bucket.py", line 24, in <module>
  File "/Users/seijik/.pyenv/versions/venv27/lib/python2.7/site-packages/PyInstaller/loader/pyimod03_importers.py", line 389, in load_module
    exec(bytecode, module.__dict__)
  File "site-packages/google/api_core/__init__.py", line 23, in <module>
  File "site-packages/pkg_resources/__init__.py", line 562, in get_distribution
  File "site-packages/pkg_resources/__init__.py", line 436, in get_provider
  File "site-packages/pkg_resources/__init__.py", line 981, in require
  File "site-packages/pkg_resources/__init__.py", line 867, in resolve
pkg_resources.DistributionNotFound: The 'google-api-core' distribution was not found and is required by the application
Failed to execute script main

py-cloud-fn video http -p -f main.py && cd cloudfn/target && gcloud beta functions deploy video --trigger-http --stage-bucket mybucket && cd ../..

datas += copy_metadata('google-api-core')

google-auth==1.0.1
google-cloud==0.27.0
google-cloud-bigquery==0.28.0
google-cloud-storage==1.6.0

Analyzing hidden import \'htmlentitydefs\'\n4349
ERROR: Hidden import \'htmlentitydefs\' not found\n4349 
INFO: Analyzing hidden import \'HTMLParser\'\n4350 
ERROR: Hidden import \'HTMLParser\' not found\n4350 
INFO: Analyzing hidden import \'Cookie\'\n4350 
ERROR: Hidden import \'Cookie\' not found\n4350 
INFO: running Analysis out00-Analysis.toc\n4376

/*** HTTP Cloud Function that may not completely
 * execute due to early HTTP response
 *
 * @param {Object} req Cloud Function request context.
 * @param {Object} res Cloud Function response context.
 */
exports.afterResponse = (req, res) => {
  res.end();

  // This statement may not execute
  console.log('Function complete!');
}; 

 /**
 * HTTP Cloud Function that may not completely
 * execute due to function execution timeout
 *
 * @param {Object} req Cloud Function request context.
 * @param {Object} res Cloud Function response context.
 */
exports.afterTimeout = (req, res) => {
  setTimeout(() => {
    // May not execute if function's timeout is <2 minutes
    console.log('Function running...');
    res.end();
  }, 120000); // 2 minute delay
};

Reading package lists...
W: The repository 'http://security.ubuntu.com/ubuntu zesty-security Release' does not have a Release file.
W: The repository 'http://archive.ubuntu.com/ubuntu zesty Release' does not have a Release file.
W: The repository 'http://archive.ubuntu.com/ubuntu zesty-updates Release' does not have a Release file.
W: The repository 'http://archive.ubuntu.com/ubuntu zesty-backports Release' does not have a Release file.
E: Failed to fetch http://security.ubuntu.com/ubuntu/dists/zesty-security/universe/source/Sources  404  Not Found [IP: 91.189.88.149 80]
E: Failed to fetch http://archive.ubuntu.com/ubuntu/dists/zesty/universe/source/Sources  404  Not Found [IP: 91.189.88.152 80]
E: Failed to fetch http://archive.ubuntu.com/ubuntu/dists/zesty-updates/universe/source/Sources  404  Not Found [IP: 91.189.88.152 80]
E: Failed to fetch http://archive.ubuntu.com/ubuntu/dists/zesty-backports/universe/binary-amd64/Packages  404  Not Found [IP: 91.189.88.152 80]
E: Some index files failed to download. They have been ignored, or old ones used instead.

Step 1/4 : FROM ubuntu:17.10
 ---> a8ad041f5225
Step 2/4 : RUN   apt-get update &&   DEBIAN_FRONTEND=noninteractive     apt-get install -y       python3.5       python3-pip   &&   apt-get clean &&   rm -rf /var/lib/apt/lists/*
 ---> Using cache
 ---> e205e19f7ef7
Step 3/4 : RUN python3.5 -m pip install pip==9.0.1
 ---> Running in 06f16e1152a7
/bin/sh: 1: python3.5: not found

  Mac

  Python3

  pip3 install pycloudfn

  Installing collected packages: pefile, altgraph, macholib, pyinstaller, six, python-dateutil, werkzeug, django, Jinja2, futures, pyspin, pyasn1-modules, cachetools, google-auth, pycloudfn
    Found existing installation: six 1.11.0
      Uninstalling six-1.11.0:
        Successfully uninstalled six-1.11.0
    Rolling back uninstall of six
  Could not install packages due to an EnvironmentError: [Errno 13] Permission denied: '/usr/local/lib/python3.6/site-packages/six.py'
  Consider using the `--user` option or check the permissions

ImportError: No module named urlparse Failed to execute script function
at _import_module (site-packages/six.py:82)
at _resolve (site-packages/six.py:160)
at __get__ (site-packages/six.py:92)
at <module> (site-packages/cloudfn/http.py:5)
at load_module (/tmp/pip-build-QIE5nA/pyinstaller/PyInstaller/loader/pyimod03_importers.py:389)
at <module> (function.py:1)