我如何将变量传递给Google Cloud函数
Posted
tags:
篇首语:本文由小常识网(cha138.com)小编为大家整理,主要介绍了我如何将变量传递给Google Cloud函数相关的知识,希望对你有一定的参考价值。
我当前正在创建一个云任务,该任务将定期将新数据导入到automl数据集中。目标是GCP云功能http目标。因为我不想在云函数中对数据集ID进行硬编码。我希望它接受来自Web UI的数据集ID。因此,我以这种方式键入了烧瓶的代码。
@app.route('/train_model', methods=["POST", "GET"])
def train_model():
if request.method == 'POST':
form = request.form
model = form.get('model_name')
date = form.get('date')
dataset_id=form.get('dataset_id')
datetime_object = datetime.strptime(date, '%Y-%m-%d %H:%M:%S')
timezone = pytz.timezone('Asia/Hong_Kong')
timezone_date_time_obj = timezone.localize(datetime_object)
# Create a client.
client = tasks_v2beta3.CloudTasksClient.from_service_account_json(
"xxx.json")
# TODO(developer): Uncomment these lines and replace with your values.
project = 'xxxx'
dataset_id = dataset_id
utf = str(dataset_id, encoding='utf-8')
location = 'us-west2'
url='https://us-central1-cloudfunction.cloudfunctions.net/create_csv/' + "?dataset_id=dataset_id"
queue1 = 'testing-queue'
parent = client.queue_path(project, location, queue1)
task =
"http_request":
'http_method': 'POST',
'url': url
# set schedule time
timestamp = timestamp_pb2.Timestamp()
timestamp.FromDatetime(timezone_date_time_obj)
task['schedule_time'] = timestamp
response = client.create_task(parent, task)
print(response)
return redirect(url_for('dataset'))
云功能代码
import pandas
from google.cloud import datastore
from google.cloud import storage
from google.cloud import automl
project_id=123456995
compute_region='us-central1'
def create_csv(dataset_id):
datastore_client = datastore.Client() #
data = datastore_client.query(kind='label'.format(dataset_id))
storage_client = storage.Client()
metadata = list(data.fetch())
path = []
label = []
for result in metadata:
path.append(result['Storage_url'])
label.append(result['label'])
record =
'Path': path,
'Label': label
table = pandas.DataFrame(record)
csv_pandas = table.to_csv('/tmp/label.csv', header=None, index=None) #create csv through query datatore
# upload to cloud storage bucket
bucket_name1='testing'
destination_blob_name='label.csv'
bucket = storage_client.bucket(bucket_name1)
blob = bucket.blob(destination_blob_name)
blob.upload_from_filename('/tmp/label.csv')
object = bucket.get_blob(destination_blob_name)
bucket = object.bucket
bucket_name = bucket.name
url = 'gs://' + bucket_name + '/' + object.name
#import data to the dataset
client= automl.AutoMlClient()
dataset_full_id = client.dataset_path(
project_id, "us-central1", dataset_id
)
# Get the multiple Google Cloud Storage URIs
input_uris = url.split(",")
gcs_source = automl.types.GcsSource(input_uris=input_uris)
input_config = automl.types.InputConfig(gcs_source=gcs_source)
# Import data from the input URI
client.import_data(dataset_full_id, input_config)
但是它给了我这个错误。
Traceback (most recent call last):
File "/env/local/lib/python3.7/site-packages/google/cloud/functions/worker.py", line 346, in run_http_function
result = _function_handler.invoke_user_function(flask.request)
File "/env/local/lib/python3.7/site-packages/google/cloud/functions/worker.py", line 217, in invoke_user_function
return call_user_function(request_or_event)
File "/env/local/lib/python3.7/site-packages/google/cloud/functions/worker.py", line 210, in call_user_function
return self._user_function(request_or_event)
File "/user_code/main.py", line 52, in create_csv
client.import_data(dataset_full_id, input_config)
File "/env/local/lib/python3.7/site-packages/google/cloud/automl_v1/gapic/auto_ml_client.py", line 793, in import_data
request, retry=retry, timeout=timeout, metadata=metadata
File "/env/local/lib/python3.7/site-packages/google/api_core/gapic_v1/method.py", line 143, in __call__
return wrapped_func(*args, **kwargs)
File "/env/local/lib/python3.7/site-packages/google/api_core/retry.py", line 286, in retry_wrapped_func
on_error=on_error,
File "/env/local/lib/python3.7/site-packages/google/api_core/retry.py", line 184, in retry_target
return target()
File "/env/local/lib/python3.7/site-packages/google/api_core/timeout.py", line 214, in func_with_timeout
return func(*args, **kwargs)
File "/env/local/lib/python3.7/site-packages/google/api_core/grpc_helpers.py", line 59, in error_remapped_callable
six.raise_from(exceptions.from_grpc_error(exc), exc)
File "<string>", line 3, in raise_from
google.api_core.exceptions.InvalidArgument: 400 List of found errors: 1.Field: name; Message: Required field is invalid
答案
要能够使用来自App Engine应用程序的参数调用云函数:
import requests
import json
from flask import escape
def hello_http(request):
# Set CORS headers for the preflight request
if request.method == 'OPTIONS':
# Allows GET requests from any origin with the Content-Type
# header and caches preflight response for an 3600s
headers =
'Access-Control-Allow-Origin': '*',
'Access-Control-Allow-Methods': 'GET',
'Access-Control-Allow-Headers': 'Content-Type',
'Access-Control-Max-Age': '3600'
return ('', 204, headers)
# Set CORS headers for the main request
headers =
'Access-Control-Allow-Origin': '*'
request_json = request.get_json(silent=True)
request_args = request.args
if request_json and 'dataset_id' in request_json:
dataset_id = request_json['dataset_id']
elif request_args and 'dataset_id' in request_args:
dataset_id = request_args['dataset_id']
else:
dataset_id = 'default'
print('Function got called with dataset id '.format(escape(dataset_id)))
return 'This is you dataset id !'.format(escape(dataset_id), 200, headers )
from flask import Flask
import requests
import json
# If `entrypoint` is not defined in app.yaml, App Engine will look for an app
# called `app` in `main.py`.
app = Flask(__name__)
@app.route('/')
def hello():
"""Return a friendly HTTP greeting."""
response = requests.post('https://us-central1-your-project.cloudfunctions.net/function-2', data=json.dumps("dataset_id":"m_your_dataset_id"), headers='Accept': 'application/json','Content-Type': 'application/json')
return 'Response '.format(str(response))
4。在我们的情况下,将所有参数传递给data
,我们传递dataset_id
= m_your_dataset_id
5。通过访问https://your-project.appspot.com
调用该功能
6。检查日志:
以上是关于我如何将变量传递给Google Cloud函数的主要内容,如果未能解决你的问题,请参考以下文章