storage/internal/benchwrapper/main.go

// Copyright 2019 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

// Package main wraps the client library in a gRPC interface that a benchmarker can communicate through.
package main

import (
	"context"
	"flag"
	"fmt"
	"io"
	"io/ioutil"
	"log"
	"net"
	"os"

	"cloud.google.com/go/storage"
	pb "cloud.google.com/go/storage/internal/benchwrapper/proto"
	"google.golang.org/grpc"
)

var port = flag.String("port", "", "specify a port to run on")

// minRead respresents the number of bytes to read at a time.
const minRead = 10000

func main() {
	flag.Parse()
	if *port == "" {
		log.Fatalf("usage: %s --port=8081", os.Args[0])
	}

	// if os.Getenv("STORAGE_EMULATOR_HOST") == "" {
	// 	log.Fatal("This benchmarking server only works when connected to an emulator. Please set STORAGE_EMULATOR_HOST.")
	// }

	ctx := context.Background()
	c, err := storage.NewClient(ctx)
	if err != nil {
		log.Fatal(err)
	}
	lis, err := net.Listen("tcp", fmt.Sprintf(":%s", *port))
	if err != nil {
		log.Fatal(err)
	}
	s := grpc.NewServer()
	pb.RegisterStorageBenchWrapperServer(s, &server{
		c: c,
	})
	log.Printf("Running on localhost:%s\n", *port)
	log.Fatal(s.Serve(lis))
}

type server struct {
	c *storage.Client
}

func (s *server) Read(ctx context.Context, in *pb.ObjectRead) (*pb.EmptyResponse, error) {
	b := s.c.Bucket(in.GetBucketName())
	o := b.Object(in.GetObjectName())
	r, err := o.NewReader(ctx)
	if err != nil {
		return nil, err
	}
	defer r.Close()
	for r.Remain() > 0 || r.Remain() == -1 {
		ba := make([]byte, minRead)
		_, err := r.Read(ba)
		if err == io.EOF {
			return &pb.EmptyResponse{}, nil
		}
		if err != nil {
			return nil, err
		}
	}
	return &pb.EmptyResponse{}, nil
}

func (s *server) Write(ctx context.Context, in *pb.ObjectWrite) (*pb.EmptyResponse, error) {
	b := s.c.Bucket(in.GetBucketName())
	o := b.Object(in.GetObjectName())
	w := o.NewWriter(ctx)
	content, err := ioutil.ReadFile(in.GetDestination())
	if err != nil {
		return nil, err
	}
	w.ContentType = "text/plain"
	if _, err := w.Write([]byte(content)); err != nil {
		return nil, err
	}
	if err := w.Close(); err != nil {
		if err == io.EOF {
			return &pb.EmptyResponse{}, nil
		}
		return nil, err
	}
	return &pb.EmptyResponse{}, nil
}