Hacking google cloud run

Hacking Cloud Run
Opinionated take on how to use Google Cloud Run for
functions that take longer than 10–15 minutes
Aviv Laufer - Principal Reliability Engineer at DoiT
International
Google Developers Expert - Cloud
@avivl

Across GeographiesEngineering Consulting
Data and Analytics
Machine Learning & AI
Kubernetes
App Modernization
Cost Optimization
On Any Platform
Unique Business Model
$0of added costs...
Proven
50+ Certifications

OSS Projects - https://github.com/doitintl/
Open source tools for everyone using Google
Cloud
BigQuery plugin for Grafana
Zorya - Instance Scheduler
Iris - Automatic resource tagging
Shamash - Autoscaling for Dataproc

Serverless Containers
● Source-driven
● No-ops
● Pay for usage

Cloud Run
Serverless Containers

Cloud Run
Serverless agility for containerized apps
Container to production in
seconds
Just "deploy"
Any stateless container Any
language, any library URL in
seconds
Natively Serverless
No servers to manage Focus on
writing code Scale up fast
Scale down to zero
Pay for exact usage
One experience,
where you want it
One developer experience
Fully managed or your GKE cluster
Consistent APIs & tooling
Portable with Knative without
vendor lock-in

Cloud Run
gcloud beta run deploy hello-run
--image gcr.io/cloudrun/hello
--allow-unauthenticated --concurrency=80
…
Service [hello-run] revision [hello-run-00001]
has been deployed and is serving traffic at https://hello-run-
upbps3cgka-uc.a.run.app

It’s All Very
Impressive But….
Your tasks can run up to 15 minutes
on the fully managed service or 10
minutes if you use Google Cloud
Run on your own GKE cluster.

Assumptions
● As long as there are incoming
requests, the Cloud Run will not
shut down the container.
● The load balancer will distribute
incoming requests equally
between service instances.

func main() {
ServerId = uuid.New().String()
log.Println("Starting Long John Silver demo " + ServerId)
httpListenPort := Config.Port
if httpListenPort == "" {
httpListenPort = "8080"
}
ctx := context.Background()
var err error
fsClient, err = firestore.NewClient(ctx, Config.ProjectId)
if err != nil {
log.Fatalf("Failed to create client: %v", err)
}
hostPort := net.JoinHostPort("0.0.0.0", httpListenPort)
rtr := mux.NewRouter()
rtr.HandleFunc("/job", longTask).Methods(http.MethodPost)
rtr.HandleFunc("/job/{id:[a-fA-F0-9]{8}-[a-fA-F0-9]{4}-4[a-fA-F0-9]{3}-[8|9|aA|bB][a-fA-F0-9]{3}-[a-fA-F0-9]{12}}/{output}",
getResults).Methods(http.MethodGet)
rtr.HandleFunc("/job/{id:[a-fA-F0-9]{8}-[a-fA-F0-9]{4}-4[a-fA-F0-9]{3}-[8|9|aA|bB][a-fA-F0-9]{3}-[a-fA-F0-9]{12}}/{output}",
deleteDoneTask).Methods(http.MethodDelete)
rtr.HandleFunc("/job/{id:[a-fA-F0-9]{8}-[a-fA-F0-9]{4}-4[a-fA-F0-9]{3}-[8|9|aA|bB][a-fA-F0-9]{3}-[a-fA-F0-9]{12}}",
taskStatus).Methods(http.MethodGet)
rtr.HandleFunc("/job/{id:[a-fA-F0-9]{8}-[a-fA-F0-9]{4}-4[a-fA-F0-9]{3}-[8|9|aA|bB][a-fA-F0-9]{3}-[a-fA-F0-9]{12}}",
deleteTask).Methods(http.MethodDelete)
http.Handle("/", rtr)
err = http.ListenAndServe(hostPort, nil)
if err != nil {
log.Fatal(err)
}
}

func longTask(w http.ResponseWriter, r *http.Request) {
decoder := json.NewDecoder(r.Body)
var p types.Payload
err := decoder.Decode(&p)
if err != nil {
http.Error(w, err.Error(), http.StatusBadRequest)
return
}
if p.Data == "" {
http.Error(w, "Missing data in payload", http.StatusBadRequest)
return
}
id := uuid.New().String()
accepted := types.AcceptedResponse{ServerId, types.Task{"/job/" + id, id}}
t := types.TaskData{"Nothing yet wait for it....", types.StatusPending, "0", ServerId}
_, err = fsClient.Doc("tasks/"+id).Create(context.Background(), &t)
if err != nil {
http.Error(w, err.Error(), http.StatusInternalServerError)
return
}
js, err := json.Marshal(accepted)
go worker(id, p.Data)
if err != nil {
return
}
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(http.StatusAccepted)
w.Write(js)
}

{
"ServerId": "88b8d21b-dcbb-4cd5-804e-750d4e1d33d4",
"task": {
"href": "/job/2e03e000-045c-4bd4-a82a-386166d8254a",
"id": "2e03e000-045c-4bd4-a82a-386166d8254a"
}
}

func worker(id string, data string) {
now := time.Now().UTC()
counter := 0
loops := (Config.WorkTime * 60) / Config.WorkerSleepTime
for {
select {
case <-Quit:
msg := <-Quit
if msg == id {
return
}
break
default:
time.Sleep(time.Duration(Config.WorkerSleepTime) * time.Second)
dur := time.Since(now)
// We are done working :)
if counter >= int(loops) {
t := types.TaskData{"We are golden", types.StatusDone, dur.String(), "None of your business"}
fsClient.Doc("tasks/"+id).Set(context.Background(), &t)
return
}
ctx := context.Background()
docsnap, err := fsClient.Doc("tasks/" + id).Get(ctx)
if err != nil {
log.Println(err)
return
}
var t types.TaskData
docsnap.DataTo(&t)
t.Duration = dur.String()
fsClient.Doc("tasks/"+id).Set(context.Background(), &t)
counter++
}
}
}

func taskStatus(w http.ResponseWriter, r *http.Request) {
params := mux.Vars(r)
task, _ := params["id"]
time.Sleep(time.Duration(time.Duration(Config.RequestSleepTime) * time.Second))
ok, t, err := getTask(task)
if !ok {
w.WriteHeader(http.StatusBadRequest)
w.Write([]byte(err.Error()))
return
}
jobStatus := types.StatusResponse{t, task, ServerId}
if t.Status == types.StatusDone {
http.Redirect(w, r, "/job/"+task+"/output", http.StatusSeeOther)
}
js, err := json.Marshal(jobStatus)
if err != nil {
return
}
if t.Status == types.StatusPending {
w.WriteHeader(http.StatusOK)
}
w.Write(js)
}

func getResults(w http.ResponseWriter, r *http.Request) {
params := mux.Vars(r)
task, _ := params["id"]
ok, t, err := getTask(task)
if !ok {
w.WriteHeader(http.StatusBadRequest)
w.Write([]byte(err.Error()))
return
}
jobStatus := types.StatusResponse{t, task, ServerId}
js, err := json.Marshal(jobStatus)
if err != nil {
return
}
w.WriteHeader(http.StatusOK)
w.Write(js)
}

Conclusions and Observations
Cloud Run is cool!
Google is working to extend the timeouts of requests
Always try to understand how the services you use work

https://github.com/doitintl/long_john_silver/

Hacking google cloud run

Recommended

More Related Content

What's hot (20)

Similar to Hacking google cloud run (20)

Recently uploaded (20)

Hacking google cloud run

Editor's Notes