blob: cc73bdaed31756902b431e9d2e6c14ff1b81abd9 [file] [log] [blame]
<
// Copyright 2019 Google Inc. All rights reserved.
// Use of this source code is governed by a BSD-style
// license that can be found in the LICENSE file.
// Code generated file. DO NOT EDIT.
// Package dataflow provides access to the Dataflow API.
//
// See https://cloud.google.com/dataflow
//
// Usage example:
//
// import "google.golang.org/api/dataflow/v1b3"
// ...
// dataflowService, err := dataflow.New(oauthHttpClient)
package dataflow // import "google.golang.org/api/dataflow/v1b3"
import (
"bytes"
"context"
"encoding/json"
"errors"
"fmt"
"io"
"net/http"
"net/url"
"strconv"
"strings"
gensupport "google.golang.org/api/gensupport"
googleapi "google.golang.org/api/googleapi"
)
// Always reference these packages, just in case the auto-generated code
// below doesn't.
var _ = bytes.NewBuffer
var _ = strconv.Itoa
var _ = fmt.Sprintf
var _ = json.NewDecoder
var _ = io.Copy
var _ = url.Parse
var _ = gensupport.MarshalJSON
var _ = googleapi.Version
var _ = errors.New
var _ = strings.Replace
var _ = context.Canceled
const apiId = "dataflow:v1b3"
const apiName = "dataflow"
const apiVersion = "v1b3"
const basePath = "https://dataflow.googleapis.com/"
// OAuth2 scopes used by this API.
const (
// View and manage your data across Google Cloud Platform services
CloudPlatformScope = "https://www.googleapis.com/auth/cloud-platform"
// View and manage your Google Compute Engine resources
ComputeScope = "https://www.googleapis.com/auth/compute"
// View your Google Compute Engine resources
ComputeReadonlyScope = "https://www.googleapis.com/auth/compute.readonly"
// View your email address
UserinfoEmailScope = "https://www.googleapis.com/auth/userinfo.email"
)
func New(client *http.Client) (*Service, error) {
if client == nil {
return nil, errors.New("client is nil")
}
s := &Service{client: client, BasePath: basePath}
s.Projects = NewProjectsService(s)
return s, nil
}
type Service struct {
client *http.Client
BasePath string // API endpoint base URL
UserAgent string // optional additional User-Agent fragment
Projects *ProjectsService
}
func (s *Service) userAgent() string {
if s.UserAgent == "" {
return googleapi.UserAgent
}
return googleapi.UserAgent + " " + s.UserAgent
}
func NewProjectsService(s *Service) *ProjectsService {
rs := &ProjectsService{s: s}
rs.Jobs = NewProjectsJobsService(s)
rs.Locations = NewProjectsLocationsService(s)
rs.Templates = NewProjectsTemplatesService(s)
return rs
}
type ProjectsService struct {
s *Service
Jobs *ProjectsJobsService
Locations *ProjectsLocationsService
Templates *ProjectsTemplatesService
}
func NewProjectsJobsService(s *Service) *ProjectsJobsService {
rs := &ProjectsJobsService{s: s}
rs.Debug = NewProjectsJobsDebugService(s)
rs.Messages = NewProjectsJobsMessagesService(s)
rs.WorkItems = NewProjectsJobsWorkItemsService(s)
return rs
}
type ProjectsJobsService struct {
s *Service
Debug *ProjectsJobsDebugService
Messages *ProjectsJobsMessagesService
WorkItems *ProjectsJobsWorkItemsService
}
func NewProjectsJobsDebugService(s *Service) *ProjectsJobsDebugService {
rs := &ProjectsJobsDebugService{s: s}
return rs
}
type ProjectsJobsDebugService struct {
s *Service
}
func NewProjectsJobsMessagesService(s *Service) *ProjectsJobsMessagesService {
rs := &ProjectsJobsMessagesService{s: s}
return rs
}
type ProjectsJobsMessagesService struct {
s *Service
}
func NewProjectsJobsWorkItemsService(s *Service) *ProjectsJobsWorkItemsService {
rs := &ProjectsJobsWorkItemsService{s: s}
return rs
}
type ProjectsJobsWorkItemsService struct {
s *Service
}
func NewProjectsLocationsService(s *Service) *ProjectsLocationsService {
rs := &ProjectsLocationsService{s: s}
rs.Jobs = NewProjectsLocationsJobsService(s)
rs.Templates = NewProjectsLocationsTemplatesService(s)
return rs
}
type ProjectsLocationsService struct {
s *Service
Jobs *ProjectsLocationsJobsService
Templates *ProjectsLocationsTemplatesService
}
func NewProjectsLocationsJobsService(s *Service) *ProjectsLocationsJobsService {
rs := &ProjectsLocationsJobsService{s: s}
rs.Debug = NewProjectsLocationsJobsDebugService(s)
rs.Messages = NewProjectsLocationsJobsMessagesService(s)
rs.WorkItems = NewProjectsLocationsJobsWorkItemsService(s)
return rs
}
type ProjectsLocationsJobsService struct {
s *Service
Debug *ProjectsLocationsJobsDebugService
Messages *ProjectsLocationsJobsMessagesService
WorkItems *ProjectsLocationsJobsWorkItemsService
}
func NewProjectsLocationsJobsDebugService(s *Service) *ProjectsLocationsJobsDebugService {
rs := &ProjectsLocationsJobsDebugService{s: s}
return rs
}
type ProjectsLocationsJobsDebugService struct {
s *Service
}
func NewProjectsLocationsJobsMessagesService(s *Service) *ProjectsLocationsJobsMessagesService {
rs := &ProjectsLocationsJobsMessagesService{s: s}
return rs
}
type ProjectsLocationsJobsMessagesService struct {
s *Service
}
func NewProjectsLocationsJobsWorkItemsService(s *Service) *ProjectsLocationsJobsWorkItemsService {
rs := &ProjectsLocationsJobsWorkItemsService{s: s}
return rs
}
type ProjectsLocationsJobsWorkItemsService struct {
s *Service
}
func NewProjectsLocationsTemplatesService(s *Service) *ProjectsLocationsTemplatesService {
rs := &ProjectsLocationsTemplatesService{s: s}
return rs
}
type ProjectsLocationsTemplatesService struct {
s *Service
}
func NewProjectsTemplatesService(s *Service) *ProjectsTemplatesService {
rs := &ProjectsTemplatesService{s: s}
return rs
}
type ProjectsTemplatesService struct {
s *Service
}
// ApproximateProgress: Obsolete in favor of ApproximateReportedProgress
// and ApproximateSplitRequest.
type ApproximateProgress struct {
// PercentComplete: Obsolete.
PercentComplete float64 `json:"percentComplete,omitempty"`
// Position: Obsolete.
Position *Position `json:"position,omitempty"`
// RemainingTime: Obsolete.
RemainingTime string `json:"remainingTime,omitempty"`
// ForceSendFields is a list of field names (e.g. "PercentComplete") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "PercentComplete") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *ApproximateProgress) MarshalJSON() ([]byte, error) {
type NoMethod ApproximateProgress
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
func (s *ApproximateProgress) UnmarshalJSON(data []byte) error {
type NoMethod ApproximateProgress
var s1 struct {
PercentComplete gensupport.JSONFloat64 `json:"percentComplete"`
*NoMethod
}
s1.NoMethod = (*NoMethod)(s)
if err := json.Unmarshal(data, &s1); err != nil {
return err
}
s.PercentComplete = float64(s1.PercentComplete)
return nil
}
// ApproximateReportedProgress: A progress measurement of a WorkItem by
// a worker.
type ApproximateReportedProgress struct {
// ConsumedParallelism: Total amount of parallelism in the portion of
// input of this task that has
// already been consumed and is no longer active. In the first two
// examples
// above (see remaining_parallelism), the value should be 29 or
// 2
// respectively. The sum of remaining_parallelism and
// consumed_parallelism
// should equal the total amount of parallelism in this work item.
// If
// specified, must be finite.
ConsumedParallelism *ReportedParallelism `json:"consumedParallelism,omitempty"`
// FractionConsumed: Completion as fraction of the input consumed, from
// 0.0 (beginning, nothing
// consumed), to 1.0 (end of the input, entire input consumed).
FractionConsumed float64 `json:"fractionConsumed,omitempty"`
// Position: A Position within the work to represent a progress.
Position *Position `json:"position,omitempty"`
// RemainingParallelism: Total amount of parallelism in the input of
// this task that remains,
// (i.e. can be delegated to this task and any new tasks via
// dynamic
// splitting). Always at least 1 for non-finished work items and 0
// for
// finished.
//
// "Amount of parallelism" refers to how many non-empty parts of the
// input
// can be read in parallel. This does not necessarily equal number
// of records. An input that can be read in parallel down to
// the
// individual records is called "perfectly splittable".
// An example of non-perfectly parallelizable input is a
// block-compressed
// file format where a block of records has to be read as a whole,
// but different blocks can be read in parallel.
//
// Examples:
// * If we are processing record #30 (starting at 1) out of 50 in a
// perfectly
// splittable 50-record input, this value should be 21 (20 remaining +
// 1
// current).
// * If we are reading through block 3 in a block-compressed file
// consisting
// of 5 blocks, this value should be 3 (since blocks 4 and 5 can be
// processed in parallel by new tasks via dynamic splitting and the
// current
// task remains processing block 3).
// * If we are reading through the last block in a block-compressed
// file,
// or reading or processing the last record in a perfectly splittable
// input, this value should be 1, because apart from the current task,
// no
// additional remainder can be split off.
RemainingParallelism *ReportedParallelism `json:"remainingParallelism,omitempty"`
// ForceSendFields is a list of field names (e.g. "ConsumedParallelism")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "ConsumedParallelism") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *ApproximateReportedProgress) MarshalJSON() ([]byte, error) {
type NoMethod ApproximateReportedProgress
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
func (s *ApproximateReportedProgress) UnmarshalJSON(data []byte) error {
type NoMethod ApproximateReportedProgress
var s1 struct {
FractionConsumed gensupport.JSONFloat64 `json:"fractionConsumed"`
*NoMethod
}
s1.NoMethod = (*NoMethod)(s)
if err := json.Unmarshal(data, &s1); err != nil {
return err
}
s.FractionConsumed = float64(s1.FractionConsumed)
return nil
}
// ApproximateSplitRequest: A suggestion by the service to the worker to
// dynamically split the WorkItem.
type ApproximateSplitRequest struct {
// FractionConsumed: A fraction at which to split the work item, from
// 0.0 (beginning of the
// input) to 1.0 (end of the input).
FractionConsumed float64 `json:"fractionConsumed,omitempty"`
// FractionOfRemainder: The fraction of the remainder of work to split
// the work item at, from 0.0
// (split at the current position) to 1.0 (end of the input).
FractionOfRemainder float64 `json:"fractionOfRemainder,omitempty"`
// Position: A Position at which to split the work item.
Position *Position `json:"position,omitempty"`
// ForceSendFields is a list of field names (e.g. "FractionConsumed") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "FractionConsumed") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *ApproximateSplitRequest) MarshalJSON() ([]byte, error) {
type NoMethod ApproximateSplitRequest
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
func (s *ApproximateSplitRequest) UnmarshalJSON(data []byte) error {
type NoMethod ApproximateSplitRequest
var s1 struct {
FractionConsumed gensupport.JSONFloat64 `json:"fractionConsumed"`
FractionOfRemainder gensupport.JSONFloat64 `json:"fractionOfRemainder"`
*NoMethod
}
s1.NoMethod = (*NoMethod)(s)
if err := json.Unmarshal(data, &s1); err != nil {
return err
}
s.FractionConsumed = float64(s1.FractionConsumed)
s.FractionOfRemainder = float64(s1.FractionOfRemainder)
return nil
}
// AutoscalingEvent: A structured message reporting an autoscaling
// decision made by the Dataflow
// service.
type AutoscalingEvent struct {
// CurrentNumWorkers: The current number of workers the job has.
CurrentNumWorkers int64 `json:"currentNumWorkers,omitempty,string"`
// Description: A message describing why the system decided to adjust
// the current
// number of workers, why it failed, or why the system decided to
// not make any changes to the number of workers.
Description *StructuredMessage `json:"description,omitempty"`
// EventType: The type of autoscaling event to report.
//
// Possible values:
// "TYPE_UNKNOWN" - Default type for the enum. Value should never be
// returned.
// "TARGET_NUM_WORKERS_CHANGED" - The TARGET_NUM_WORKERS_CHANGED type
// should be used when the target
// worker pool size has changed at the start of an actuation. An
// event
// should always be specified as TARGET_NUM_WORKERS_CHANGED if it
// reflects
// a change in the target_num_workers.
// "CURRENT_NUM_WORKERS_CHANGED" - The CURRENT_NUM_WORKERS_CHANGED
// type should be used when actual worker
// pool size has been changed, but the target_num_workers has not
// changed.
// "ACTUATION_FAILURE" - The ACTUATION_FAILURE type should be used
// when we want to report
// an error to the user indicating why the current number of workers
// in the pool could not be changed.
// Displayed in the current status and history widgets.
// "NO_CHANGE" - Used when we want to report to the user a reason why
// we are
// not currently adjusting the number of workers.
// Should specify both target_num_workers, current_num_workers and
// a
// decision_message.
EventType string `json:"eventType,omitempty"`
// TargetNumWorkers: The target number of workers the worker pool wants
// to resize to use.
TargetNumWorkers int64 `json:"targetNumWorkers,omitempty,string"`
// Time: The time this event was emitted to indicate a new target or
// current
// num_workers value.
Time string `json:"time,omitempty"`
// WorkerPool: A short and friendly name for the worker pool this event
// refers to,
// populated from the value of PoolStageRelation::user_pool_name.
WorkerPool string `json:"workerPool,omitempty"`
// ForceSendFields is a list of field names (e.g. "CurrentNumWorkers")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "CurrentNumWorkers") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *AutoscalingEvent) MarshalJSON() ([]byte, error) {
type NoMethod AutoscalingEvent
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// AutoscalingSettings: Settings for WorkerPool autoscaling.
type AutoscalingSettings struct {
// Algorithm: The algorithm to use for autoscaling.
//
// Possible values:
// "AUTOSCALING_ALGORITHM_UNKNOWN" - The algorithm is unknown, or
// unspecified.
// "AUTOSCALING_ALGORITHM_NONE" - Disable autoscaling.
// "AUTOSCALING_ALGORITHM_BASIC" - Increase worker count over time to
// reduce job execution time.
Algorithm string `json:"algorithm,omitempty"`
// MaxNumWorkers: The maximum number of workers to cap scaling at.
MaxNumWorkers int64 `json:"maxNumWorkers,omitempty"`
// ForceSendFields is a list of field names (e.g. "Algorithm") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Algorithm") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *AutoscalingSettings) MarshalJSON() ([]byte, error) {
type NoMethod AutoscalingSettings
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// BigQueryIODetails: Metadata for a BigQuery connector used by the job.
type BigQueryIODetails struct {
// Dataset: Dataset accessed in the connection.
Dataset string `json:"dataset,omitempty"`
// ProjectId: Project accessed in the connection.
ProjectId string `json:"projectId,omitempty"`
// Query: Query used to access data in the connection.
Query string `json:"query,omitempty"`
// Table: Table accessed in the connection.
Table string `json:"table,omitempty"`
// ForceSendFields is a list of field names (e.g. "Dataset") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Dataset") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *BigQueryIODetails) MarshalJSON() ([]byte, error) {
type NoMethod BigQueryIODetails
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// BigTableIODetails: Metadata for a BigTable connector used by the job.
type BigTableIODetails struct {
// InstanceId: InstanceId accessed in the connection.
InstanceId string `json:"instanceId,omitempty"`
// ProjectId: ProjectId accessed in the connection.
ProjectId string `json:"projectId,omitempty"`
// TableId: TableId accessed in the connection.
TableId string `json:"tableId,omitempty"`
// ForceSendFields is a list of field names (e.g. "InstanceId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "InstanceId") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *BigTableIODetails) MarshalJSON() ([]byte, error) {
type NoMethod BigTableIODetails
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// CPUTime: Modeled after information exposed by /proc/stat.
type CPUTime struct {
// Rate: Average CPU utilization rate (% non-idle cpu / second) since
// previous
// sample.
Rate float64 `json:"rate,omitempty"`
// Timestamp: Timestamp of the measurement.
Timestamp string `json:"timestamp,omitempty"`
// TotalMs: Total active CPU time across all cores (ie., non-idle) in
// milliseconds
// since start-up.
TotalMs uint64 `json:"totalMs,omitempty,string"`
// ForceSendFields is a list of field names (e.g. "Rate") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Rate") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *CPUTime) MarshalJSON() ([]byte, error) {
type NoMethod CPUTime
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
func (s *CPUTime) UnmarshalJSON(data []byte) error {
type NoMethod CPUTime
var s1 struct {
Rate gensupport.JSONFloat64 `json:"rate"`
*NoMethod
}
s1.NoMethod = (*NoMethod)(s)
if err := json.Unmarshal(data, &s1); err != nil {
return err
}
s.Rate = float64(s1.Rate)
return nil
}
// ComponentSource: Description of an interstitial value between
// transforms in an execution
// stage.
type ComponentSource struct {
// Name: Dataflow service generated name for this source.
Name string `json:"name,omitempty"`
// OriginalTransformOrCollection: User name for the original user
// transform or collection with which this
// source is most closely associated.
OriginalTransformOrCollection string `json:"originalTransformOrCollection,omitempty"`
// UserName: Human-readable name for this transform; may be user or
// system generated.
UserName string `json:"userName,omitempty"`
// ForceSendFields is a list of field names (e.g. "Name") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Name") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *ComponentSource) MarshalJSON() ([]byte, error) {
type NoMethod ComponentSource
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// ComponentTransform: Description of a transform executed as part of an
// execution stage.
type ComponentTransform struct {
// Name: Dataflow service generated name for this source.
Name string `json:"name,omitempty"`
// OriginalTransform: User name for the original user transform with
// which this transform is
// most closely associated.
OriginalTransform string `json:"originalTransform,omitempty"`
// UserName: Human-readable name for this transform; may be user or
// system generated.
UserName string `json:"userName,omitempty"`
// ForceSendFields is a list of field names (e.g. "Name") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Name") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *ComponentTransform) MarshalJSON() ([]byte, error) {
type NoMethod ComponentTransform
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// ComputationTopology: All configuration data for a particular
// Computation.
type ComputationTopology struct {
// ComputationId: The ID of the computation.
ComputationId string `json:"computationId,omitempty"`
// Inputs: The inputs to the computation.
Inputs []*StreamLocation `json:"inputs,omitempty"`
// KeyRanges: The key ranges processed by the computation.
KeyRanges []*KeyRangeLocation `json:"keyRanges,omitempty"`
// Outputs: The outputs from the computation.
Outputs []*StreamLocation `json:"outputs,omitempty"`
// StateFamilies: The state family values.
StateFamilies []*StateFamilyConfig `json:"stateFamilies,omitempty"`
// SystemStageName: The system stage name.
SystemStageName string `json:"systemStageName,omitempty"`
// ForceSendFields is a list of field names (e.g. "ComputationId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "ComputationId") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *ComputationTopology) MarshalJSON() ([]byte, error) {
type NoMethod ComputationTopology
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// ConcatPosition: A position that encapsulates an inner position and an
// index for the inner
// position. A ConcatPosition can be used by a reader of a source
// that
// encapsulates a set of other sources.
type ConcatPosition struct {
// Index: Index of the inner source.
Index int64 `json:"index,omitempty"`
// Position: Position within the inner source.
Position *Position `json:"position,omitempty"`
// ForceSendFields is a list of field names (e.g. "Index") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Index") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *ConcatPosition) MarshalJSON() ([]byte, error) {
type NoMethod ConcatPosition
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// CounterMetadata: CounterMetadata includes all static non-name
// non-value counter attributes.
type CounterMetadata struct {
// Description: Human-readable description of the counter semantics.
Description string `json:"description,omitempty"`
// Kind: Counter aggregation kind.
//
// Possible values:
// "INVALID" - Counter aggregation kind was not set.
// "SUM" - Aggregated value is the sum of all contributed values.
// "MAX" - Aggregated value is the max of all contributed values.
// "MIN" - Aggregated value is the min of all contributed values.
// "MEAN" - Aggregated value is the mean of all contributed values.
// "OR" - Aggregated value represents the logical 'or' of all
// contributed values.
// "AND" - Aggregated value represents the logical 'and' of all
// contributed values.
// "SET" - Aggregated value is a set of unique contributed values.
// "DISTRIBUTION" - Aggregated value captures statistics about a
// distribution.
// "LATEST_VALUE" - Aggregated value tracks the latest value of a
// variable.
Kind string `json:"kind,omitempty"`
// OtherUnits: A string referring to the unit type.
OtherUnits string `json:"otherUnits,omitempty"`
// StandardUnits: System defined Units, see above enum.
//
// Possible values:
// "BYTES" - Counter returns a value in bytes.
// "BYTES_PER_SEC" - Counter returns a value in bytes per second.
// "MILLISECONDS" - Counter returns a value in milliseconds.
// "MICROSECONDS" - Counter returns a value in microseconds.
// "NANOSECONDS" - Counter returns a value in nanoseconds.
// "TIMESTAMP_MSEC" - Counter returns a timestamp in milliseconds.
// "TIMESTAMP_USEC" - Counter returns a timestamp in microseconds.
// "TIMESTAMP_NSEC" - Counter returns a timestamp in nanoseconds.
StandardUnits string `json:"standardUnits,omitempty"`
// ForceSendFields is a list of field names (e.g. "Description") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Description") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *CounterMetadata) MarshalJSON() ([]byte, error) {
type NoMethod CounterMetadata
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// CounterStructuredName: Identifies a counter within a per-job
// namespace. Counters whose structured
// names are the same get merged into a single value for the job.
type CounterStructuredName struct {
// ComponentStepName: Name of the optimized step being executed by the
// workers.
ComponentStepName string `json:"componentStepName,omitempty"`
// ExecutionStepName: Name of the stage. An execution step contains
// multiple component steps.
ExecutionStepName string `json:"executionStepName,omitempty"`
// InputIndex: Index of an input collection that's being read
// from/written to as a side
// input.
// The index identifies a step's side inputs starting by 1 (e.g. the
// first
// side input has input_index 1, the third has input_index 3).
// Side inputs are identified by a pair of (original_step_name,
// input_index).
// This field helps uniquely identify them.
InputIndex int64 `json:"inputIndex,omitempty"`
// Name: Counter name. Not necessarily globally-unique, but unique
// within the
// context of the other fields.
// Required.
Name string `json:"name,omitempty"`
// Origin: One of the standard Origins defined above.
//
// Possible values:
// "SYSTEM" - Counter was created by the Dataflow system.
// "USER" - Counter was created by the user.
Origin string `json:"origin,omitempty"`
// OriginNamespace: A string containing a more specific namespace of the
// counter's origin.
OriginNamespace string `json:"originNamespace,omitempty"`
// OriginalRequestingStepName: The step name requesting an operation,
// such as GBK.
// I.e. the ParDo causing a read/write from shuffle to occur, or a
// read from side inputs.
OriginalRequestingStepName string `json:"originalRequestingStepName,omitempty"`
// OriginalStepName: System generated name of the original step in the
// user's graph, before
// optimization.
OriginalStepName string `json:"originalStepName,omitempty"`
// Portion: Portion of this counter, either key or value.
//
// Possible values:
// "ALL" - Counter portion has not been set.
// "KEY" - Counter reports a key.
// "VALUE" - Counter reports a value.
Portion string `json:"portion,omitempty"`
// WorkerId: ID of a particular worker.
WorkerId string `json:"workerId,omitempty"`
// ForceSendFields is a list of field names (e.g. "ComponentStepName")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "ComponentStepName") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *CounterStructuredName) MarshalJSON() ([]byte, error) {
type NoMethod CounterStructuredName
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// CounterStructuredNameAndMetadata: A single message which encapsulates
// structured name and metadata for a given
// counter.
type CounterStructuredNameAndMetadata struct {
// Metadata: Metadata associated with a counter
Metadata *CounterMetadata `json:"metadata,omitempty"`
// Name: Structured name of the counter.
Name *CounterStructuredName `json:"name,omitempty"`
// ForceSendFields is a list of field names (e.g. "Metadata") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Metadata") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *CounterStructuredNameAndMetadata) MarshalJSON() ([]byte, error) {
type NoMethod CounterStructuredNameAndMetadata
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// CounterUpdate: An update to a Counter sent from a worker.
type CounterUpdate struct {
// Boolean: Boolean value for And, Or.
Boolean bool `json:"boolean,omitempty"`
// Cumulative: True if this counter is reported as the total cumulative
// aggregate
// value accumulated since the worker started working on this
// WorkItem.
// By default this is false, indicating that this counter is reported
// as a delta.
Cumulative bool `json:"cumulative,omitempty"`
// Distribution: Distribution data
Distribution *DistributionUpdate `json:"distribution,omitempty"`
// FloatingPoint: Floating point value for Sum, Max, Min.
FloatingPoint float64 `json:"floatingPoint,omitempty"`
// FloatingPointList: List of floating point numbers, for Set.
FloatingPointList *FloatingPointList `json:"floatingPointList,omitempty"`
// FloatingPointMean: Floating point mean aggregation value for Mean.
FloatingPointMean *FloatingPointMean `json:"floatingPointMean,omitempty"`
// Integer: Integer value for Sum, Max, Min.
Integer *SplitInt64 `json:"integer,omitempty"`
// IntegerGauge: Gauge data
IntegerGauge *IntegerGauge `json:"integerGauge,omitempty"`
// IntegerList: List of integers, for Set.
IntegerList *IntegerList `json:"integerList,omitempty"`
// IntegerMean: Integer mean aggregation value for Mean.
IntegerMean *IntegerMean `json:"integerMean,omitempty"`
// Internal: Value for internally-defined counters used by the Dataflow
// service.
Internal interface{} `json:"internal,omitempty"`
// NameAndKind: Counter name and aggregation type.
NameAndKind *NameAndKind `json:"nameAndKind,omitempty"`
// ShortId: The service-generated short identifier for this counter.
// The short_id -> (name, metadata) mapping is constant for the lifetime
// of
// a job.
ShortId int64 `json:"shortId,omitempty,string"`
// StringList: List of strings, for Set.
StringList *StringList `json:"stringList,omitempty"`
// StructuredNameAndMetadata: Counter structured name and metadata.
StructuredNameAndMetadata *CounterStructuredNameAndMetadata `json:"structuredNameAndMetadata,omitempty"`
// ForceSendFields is a list of field names (e.g. "Boolean") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Boolean") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *CounterUpdate) MarshalJSON() ([]byte, error) {
type NoMethod CounterUpdate
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
func (s *CounterUpdate) UnmarshalJSON(data []byte) error {
type NoMethod CounterUpdate
var s1 struct {
FloatingPoint gensupport.JSONFloat64 `json:"floatingPoint"`
*NoMethod
}
s1.NoMethod = (*NoMethod)(s)
if err := json.Unmarshal(data, &s1); err != nil {
return err
}
s.FloatingPoint = float64(s1.FloatingPoint)
return nil
}
// CreateJobFromTemplateRequest: A request to create a Cloud Dataflow
// job from a template.
type CreateJobFromTemplateRequest struct {
// Environment: The runtime environment for the job.
Environment *RuntimeEnvironment `json:"environment,omitempty"`
// GcsPath: Required. A Cloud Storage path to the template from which
// to
// create the job.
// Must be a valid Cloud Storage URL, beginning with `gs://`.
GcsPath string `json:"gcsPath,omitempty"`
// JobName: Required. The job name to use for the created job.
JobName string `json:"jobName,omitempty"`
// Location: The location to which to direct the request.
Location string `json:"location,omitempty"`
// Parameters: The runtime parameters to pass to the job.
Parameters map[string]string `json:"parameters,omitempty"`
// ForceSendFields is a list of field names (e.g. "Environment") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Environment") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *CreateJobFromTemplateRequest) MarshalJSON() ([]byte, error) {
type NoMethod CreateJobFromTemplateRequest
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// CustomSourceLocation: Identifies the location of a custom souce.
type CustomSourceLocation struct {
// Stateful: Whether this source is stateful.
Stateful bool `json:"stateful,omitempty"`
// ForceSendFields is a list of field names (e.g. "Stateful") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Stateful") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *CustomSourceLocation) MarshalJSON() ([]byte, error) {
type NoMethod CustomSourceLocation
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// DataDiskAssignment: Data disk assignment for a given VM instance.
type DataDiskAssignment struct {
// DataDisks: Mounted data disks. The order is important a data disk's
// 0-based index in
// this list defines which persistent directory the disk is mounted to,
// for
// example the list of { "myproject-1014-104817-4c2-harness-0-disk-0"
// },
// { "myproject-1014-104817-4c2-harness-0-disk-1" }.
DataDisks []string `json:"dataDisks,omitempty"`
// VmInstance: VM instance name the data disks mounted to, for
// example
// "myproject-1014-104817-4c2-harness-0".
VmInstance string `json:"vmInstance,omitempty"`
// ForceSendFields is a list of field names (e.g. "DataDisks") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "DataDisks") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *DataDiskAssignment) MarshalJSON() ([]byte, error) {
type NoMethod DataDiskAssignment
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// DatastoreIODetails: Metadata for a Datastore connector used by the
// job.
type DatastoreIODetails struct {
// Namespace: Namespace used in the connection.
Namespace string `json:"namespace,omitempty"`
// ProjectId: ProjectId accessed in the connection.
ProjectId string `json:"projectId,omitempty"`
// ForceSendFields is a list of field names (e.g. "Namespace") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Namespace") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *DatastoreIODetails) MarshalJSON() ([]byte, error) {
type NoMethod DatastoreIODetails
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// DerivedSource: Specification of one of the bundles produced as a
// result of splitting
// a Source (e.g. when executing a SourceSplitRequest, or when
// splitting an active task using
// WorkItemStatus.dynamic_source_split),
// relative to the source being split.
type DerivedSource struct {
// DerivationMode: What source to base the produced source on (if any).
//
// Possible values:
// "SOURCE_DERIVATION_MODE_UNKNOWN" - The source derivation is
// unknown, or unspecified.
// "SOURCE_DERIVATION_MODE_INDEPENDENT" - Produce a completely
// independent Source with no base.
// "SOURCE_DERIVATION_MODE_CHILD_OF_CURRENT" - Produce a Source based
// on the Source being split.
// "SOURCE_DERIVATION_MODE_SIBLING_OF_CURRENT" - Produce a Source
// based on the base of the Source being split.
DerivationMode string `json:"derivationMode,omitempty"`
// Source: Specification of the source.
Source *Source `json:"source,omitempty"`
// ForceSendFields is a list of field names (e.g. "DerivationMode") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "DerivationMode") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *DerivedSource) MarshalJSON() ([]byte, error) {
type NoMethod DerivedSource
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// Disk: Describes the data disk used by a workflow job.
type Disk struct {
// DiskType: Disk storage type, as defined by Google Compute Engine.
// This
// must be a disk type appropriate to the project and zone in which
// the workers will run. If unknown or unspecified, the service
// will attempt to choose a reasonable default.
//
// For example, the standard persistent disk type is a resource
// name
// typically ending in "pd-standard". If SSD persistent disks
// are
// available, the resource name typically ends with "pd-ssd".
// The
// actual valid values are defined the Google Compute Engine API,
// not by the Cloud Dataflow API; consult the Google Compute
// Engine
// documentation for more information about determining the set
// of
// available disk types for a particular project and zone.
//
// Google Compute Engine Disk types are local to a particular
// project in a particular zone, and so the resource name will
// typically look something like
// this:
//
// compute.googleapis.com/projects/project-id/zones/zone/diskTypes
// /pd-standard
DiskType string `json:"diskType,omitempty"`
// MountPoint: Directory in a VM where disk is mounted.
MountPoint string `json:"mountPoint,omitempty"`
// SizeGb: Size of disk in GB. If zero or unspecified, the service
// will
// attempt to choose a reasonable default.
SizeGb int64 `json:"sizeGb,omitempty"`
// ForceSendFields is a list of field names (e.g. "DiskType") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "DiskType") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *Disk) MarshalJSON() ([]byte, error) {
type NoMethod Disk
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// DisplayData: Data provided with a pipeline or transform to provide
// descriptive info.
type DisplayData struct {
// BoolValue: Contains value if the data is of a boolean type.
BoolValue bool `json:"boolValue,omitempty"`
// DurationValue: Contains value if the data is of duration type.
DurationValue string `json:"durationValue,omitempty"`
// FloatValue: Contains value if the data is of float type.
FloatValue float64 `json:"floatValue,omitempty"`
// Int64Value: Contains value if the data is of int64 type.
Int64Value int64 `json:"int64Value,omitempty,string"`
// JavaClassValue: Contains value if the data is of java class type.
JavaClassValue string `json:"javaClassValue,omitempty"`
// Key: The key identifying the display data.
// This is intended to be used as a label for the display data
// when viewed in a dax monitoring system.
Key string `json:"key,omitempty"`
// Label: An optional label to display in a dax UI for the element.
Label string `json:"label,omitempty"`
// Namespace: The namespace for the key. This is usually a class name or
// programming
// language namespace (i.e. python module) which defines the display
// data.
// This allows a dax monitoring system to specially handle the data
// and perform custom rendering.
Namespace string `json:"namespace,omitempty"`
// ShortStrValue: A possible additional shorter value to display.
// For example a java_class_name_value of com.mypackage.MyDoFn
// will be stored with MyDoFn as the short_str_value
// and
// com.mypackage.MyDoFn as the java_class_name value.
// short_str_value can be displayed and java_class_name_value
// will be displayed as a tooltip.
ShortStrValue string `json:"shortStrValue,omitempty"`
// StrValue: Contains value if the data is of string type.
StrValue string `json:"strValue,omitempty"`
// TimestampValue: Contains value if the data is of timestamp type.
TimestampValue string `json:"timestampValue,omitempty"`
// Url: An optional full URL.
Url string `json:"url,omitempty"`
// ForceSendFields is a list of field names (e.g. "BoolValue") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "BoolValue") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *DisplayData) MarshalJSON() ([]byte, error) {
type NoMethod DisplayData
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
func (s *DisplayData) UnmarshalJSON(data []byte) error {
type NoMethod DisplayData
var s1 struct {
FloatValue gensupport.JSONFloat64 `json:"floatValue"`
*NoMethod
}
s1.NoMethod = (*NoMethod)(s)
if err := json.Unmarshal(data, &s1); err != nil {
return err
}
s.FloatValue = float64(s1.FloatValue)
return nil
}
// DistributionUpdate: A metric value representing a distribution.
type DistributionUpdate struct {
// Count: The count of the number of elements present in the
// distribution.
Count *SplitInt64 `json:"count,omitempty"`
// Histogram: (Optional) Histogram of value counts for the distribution.
Histogram *Histogram `json:"histogram,omitempty"`
// Max: The maximum value present in the distribution.
Max *SplitInt64 `json:"max,omitempty"`
// Min: The minimum value present in the distribution.
Min *SplitInt64 `json:"min,omitempty"`
// Sum: Use an int64 since we'd prefer the added precision. If overflow
// is a common
// problem we can detect it and use an additional int64 or a double.
Sum *SplitInt64 `json:"sum,omitempty"`
// SumOfSquares: Use a double since the sum of squares is likely to
// overflow int64.
SumOfSquares float64 `json:"sumOfSquares,omitempty"`
// ForceSendFields is a list of field names (e.g. "Count") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Count") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *DistributionUpdate) MarshalJSON() ([]byte, error) {
type NoMethod DistributionUpdate
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
func (s *DistributionUpdate) UnmarshalJSON(data []byte) error {
type NoMethod DistributionUpdate
var s1 struct {
SumOfSquares gensupport.JSONFloat64 `json:"sumOfSquares"`
*NoMethod
}
s1.NoMethod = (*NoMethod)(s)
if err := json.Unmarshal(data, &s1); err != nil {
return err
}
s.SumOfSquares = float64(s1.SumOfSquares)
return nil
}
// DynamicSourceSplit: When a task splits using
// WorkItemStatus.dynamic_source_split, this
// message describes the two parts of the split relative to
// the
// description of the current task's input.
type DynamicSourceSplit struct {
// Primary: Primary part (continued to be processed by
// worker).
// Specified relative to the previously-current source.
// Becomes current.
Primary *DerivedSource `json:"primary,omitempty"`
// Residual: Residual part (returned to the pool of work).
// Specified relative to the previously-current source.
Residual *DerivedSource `json:"residual,omitempty"`
// ForceSendFields is a list of field names (e.g. "Primary") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Primary") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *DynamicSourceSplit) MarshalJSON() ([]byte, error) {
type NoMethod DynamicSourceSplit
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// Environment: Describes the environment in which a Dataflow Job runs.
type Environment struct {
// ClusterManagerApiService: The type of cluster manager API to use. If
// unknown or
// unspecified, the service will attempt to choose a reasonable
// default. This should be in the form of the API service name,
// e.g. "compute.googleapis.com".
ClusterManagerApiService string `json:"clusterManagerApiService,omitempty"`
// Dataset: The dataset for the current project where various
// workflow
// related tables are stored.
//
// The supported resource type is:
//
// Google BigQuery:
// bigquery.googleapis.com/{dataset}
Dataset string `json:"dataset,omitempty"`
// Experiments: The list of experiments to enable.
Experiments []string `json:"experiments,omitempty"`
// InternalExperiments: Experimental settings.
InternalExperiments googleapi.RawMessage `json:"internalExperiments,omitempty"`
// SdkPipelineOptions: The Cloud Dataflow SDK pipeline options specified
// by the user. These
// options are passed through the service and are used to recreate
// the
// SDK pipeline options on the worker in a language agnostic and
// platform
// independent way.
SdkPipelineOptions googleapi.RawMessage `json:"sdkPipelineOptions,omitempty"`
// ServiceAccountEmail: Identity to run virtual machines as. Defaults to
// the default account.
ServiceAccountEmail string `json:"serviceAccountEmail,omitempty"`
// TempStoragePrefix: The prefix of the resources the system should use
// for temporary
// storage. The system will append the suffix "/temp-{JOBNAME} to
// this resource prefix, where {JOBNAME} is the value of the
// job_name field. The resulting bucket and object prefix is used
// as the prefix of the resources used to store temporary data
// needed during the job execution. NOTE: This will override the
// value in taskrunner_settings.
// The supported resource type is:
//
// Google Cloud Storage:
//
// storage.googleapis.com/{bucket}/{object}
// bucket.storage.googleapis.com/{object}
TempStoragePrefix string `json:"tempStoragePrefix,omitempty"`
// UserAgent: A description of the process that generated the request.
UserAgent googleapi.RawMessage `json:"userAgent,omitempty"`
// Version: A structure describing which components and their versions
// of the service
// are required in order to run the job.
Version googleapi.RawMessage `json:"version,omitempty"`
// WorkerPools: The worker pools. At least one "harness" worker pool
// must be
// specified in order for the job to have workers.
WorkerPools []*WorkerPool `json:"workerPools,omitempty"`
// ForceSendFields is a list of field names (e.g.
// "ClusterManagerApiService") to unconditionally include in API
// requests. By default, fields with empty values are omitted from API
// requests. However, any non-pointer, non-interface field appearing in
// ForceSendFields will be sent to the server regardless of whether the
// field is empty or not. This may be used to include empty fields in
// Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "ClusterManagerApiService")
// to include in API requests with the JSON null value. By default,
// fields with empty values are omitted from API requests. However, any
// field with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *Environment) MarshalJSON() ([]byte, error) {
type NoMethod Environment
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// ExecutionStageState: A message describing the state of a particular
// execution stage.
type ExecutionStageState struct {
// CurrentStateTime: The time at which the stage transitioned to this
// state.
CurrentStateTime string `json:"currentStateTime,omitempty"`
// ExecutionStageName: The name of the execution stage.
ExecutionStageName string `json:"executionStageName,omitempty"`
// ExecutionStageState: Executions stage states allow the same set of
// values as JobState.
//
// Possible values:
// "JOB_STATE_UNKNOWN" - The job's run state isn't specified.
// "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job
// has not
// yet started to run.
// "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is
// currently running.
// "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has
// successfully completed.
// This is a terminal job state. This state may be set by the Cloud
// Dataflow
// service, as a transition from `JOB_STATE_RUNNING`. It may also be set
// via a
// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a
// terminal
// state.
// "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has
// failed. This is a
// terminal job state. This state may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_RUNNING`.
// "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the
// job has been explicitly
// cancelled. This is a terminal job state. This state may only be
// set via a Cloud Dataflow `UpdateJob` call, and only if the job has
// not
// yet reached another terminal state.
// "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job
// was successfully updated,
// meaning that this job was stopped and another job was started,
// inheriting
// state from this one. This is a terminal job state. This state may
// only be
// set by the Cloud Dataflow service, and only as a transition
// from
// `JOB_STATE_RUNNING`.
// "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job
// is in the process of draining.
// A draining job has stopped pulling from its input sources and is
// processing
// any data that remains in-flight. This state may be set via a Cloud
// Dataflow
// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`.
// Jobs
// that are draining may only transition to
// `JOB_STATE_DRAINED`,
// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
// "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job
// has been drained.
// A drained job terminated by stopping pulling from its input sources
// and
// processing any data that remained in-flight when draining was
// requested.
// This state is a terminal state, may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_DRAINING`.
// "JOB_STATE_PENDING" - `JOB_STATE_PENDING` indicates that the job
// has been created but is not yet
// running. Jobs that are pending may only transition to
// `JOB_STATE_RUNNING`,
// or `JOB_STATE_FAILED`.
// "JOB_STATE_CANCELLING" - `JOB_STATE_CANCELLING` indicates that the
// job has been explicitly cancelled
// and is in the process of stopping. Jobs that are cancelling may
// only
// transition to `JOB_STATE_CANCELLED` or `JOB_STATE_FAILED`.
// "JOB_STATE_QUEUED" - `JOB_STATE_QUEUED` indicates that the job has
// been created but is being
// delayed until launch. Jobs that are queued may only transition
// to
// `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`.
ExecutionStageState string `json:"executionStageState,omitempty"`
// ForceSendFields is a list of field names (e.g. "CurrentStateTime") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "CurrentStateTime") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *ExecutionStageState) MarshalJSON() ([]byte, error) {
type NoMethod ExecutionStageState
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// ExecutionStageSummary: Description of the composing transforms,
// names/ids, and input/outputs of a
// stage of execution. Some composing transforms and sources may have
// been
// generated by the Dataflow service during execution planning.
type ExecutionStageSummary struct {
// ComponentSource: Collections produced and consumed by component
// transforms of this stage.
ComponentSource []*ComponentSource `json:"componentSource,omitempty"`
// ComponentTransform: Transforms that comprise this execution stage.
ComponentTransform []*ComponentTransform `json:"componentTransform,omitempty"`
// Id: Dataflow service generated id for this stage.
Id string `json:"id,omitempty"`
// InputSource: Input sources for this stage.
InputSource []*StageSource `json:"inputSource,omitempty"`
// Kind: Type of tranform this stage is executing.
//
// Possible values:
// "UNKNOWN_KIND" - Unrecognized transform type.
// "PAR_DO_KIND" - ParDo transform.
// "GROUP_BY_KEY_KIND" - Group By Key transform.
// "FLATTEN_KIND" - Flatten transform.
// "READ_KIND" - Read transform.
// "WRITE_KIND" - Write transform.
// "CONSTANT_KIND" - Constructs from a constant value, such as with
// Create.of.
// "SINGLETON_KIND" - Creates a Singleton view of a collection.
// "SHUFFLE_KIND" - Opening or closing a shuffle session, often as
// part of a GroupByKey.
Kind string `json:"kind,omitempty"`
// Name: Dataflow service generated name for this stage.
Name string `json:"name,omitempty"`
// OutputSource: Output sources for this stage.
OutputSource []*StageSource `json:"outputSource,omitempty"`
// ForceSendFields is a list of field names (e.g. "ComponentSource") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "ComponentSource") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *ExecutionStageSummary) MarshalJSON() ([]byte, error) {
type NoMethod ExecutionStageSummary
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// FailedLocation: Indicates which location failed to respond to a
// request for data.
type FailedLocation struct {
// Name: The name of the failed location.
Name string `json:"name,omitempty"`
// ForceSendFields is a list of field names (e.g. "Name") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Name") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *FailedLocation) MarshalJSON() ([]byte, error) {
type NoMethod FailedLocation
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// FileIODetails: Metadata for a File connector used by the job.
type FileIODetails struct {
// FilePattern: File Pattern used to access files by the connector.
FilePattern string `json:"filePattern,omitempty"`
// ForceSendFields is a list of field names (e.g. "FilePattern") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "FilePattern") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *FileIODetails) MarshalJSON() ([]byte, error) {
type NoMethod FileIODetails
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// FlattenInstruction: An instruction that copies its inputs (zero or
// more) to its (single) output.
type FlattenInstruction struct {
// Inputs: Describes the inputs to the flatten instruction.
Inputs []*InstructionInput `json:"inputs,omitempty"`
// ForceSendFields is a list of field names (e.g. "Inputs") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Inputs") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *FlattenInstruction) MarshalJSON() ([]byte, error) {
type NoMethod FlattenInstruction
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// FloatingPointList: A metric value representing a list of floating
// point numbers.
type FloatingPointList struct {
// Elements: Elements of the list.
Elements []float64 `json:"elements,omitempty"`
// ForceSendFields is a list of field names (e.g. "Elements") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Elements") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *FloatingPointList) MarshalJSON() ([]byte, error) {
type NoMethod FloatingPointList
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// FloatingPointMean: A representation of a floating point mean metric
// contribution.
type FloatingPointMean struct {
// Count: The number of values being aggregated.
Count *SplitInt64 `json:"count,omitempty"`
// Sum: The sum of all values being aggregated.
Sum float64 `json:"sum,omitempty"`
// ForceSendFields is a list of field names (e.g. "Count") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Count") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *FloatingPointMean) MarshalJSON() ([]byte, error) {
type NoMethod FloatingPointMean
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
func (s *FloatingPointMean) UnmarshalJSON(data []byte) error {
type NoMethod FloatingPointMean
var s1 struct {
Sum gensupport.JSONFloat64 `json:"sum"`
*NoMethod
}
s1.NoMethod = (*NoMethod)(s)
if err := json.Unmarshal(data, &s1); err != nil {
return err
}
s.Sum = float64(s1.Sum)
return nil
}
// GetDebugConfigRequest: Request to get updated debug configuration for
// component.
type GetDebugConfigRequest struct {
// ComponentId: The internal component id for which debug configuration
// is
// requested.
ComponentId string `json:"componentId,omitempty"`
// Location: The location which contains the job specified by job_id.
Location string `json:"location,omitempty"`
// WorkerId: The worker id, i.e., VM hostname.
WorkerId string `json:"workerId,omitempty"`
// ForceSendFields is a list of field names (e.g. "ComponentId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "ComponentId") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *GetDebugConfigRequest) MarshalJSON() ([]byte, error) {
type NoMethod GetDebugConfigRequest
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// GetDebugConfigResponse: Response to a get debug configuration
// request.
type GetDebugConfigResponse struct {
// Config: The encoded debug configuration for the requested component.
Config string `json:"config,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi.ServerResponse `json:"-"`
// ForceSendFields is a list of field names (e.g. "Config") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Config") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *GetDebugConfigResponse) MarshalJSON() ([]byte, error) {
type NoMethod GetDebugConfigResponse
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// GetTemplateResponse: The response to a GetTemplate request.
type GetTemplateResponse struct {
// Metadata: The template metadata describing the template name,
// available
// parameters, etc.
Metadata *TemplateMetadata `json:"metadata,omitempty"`
// Status: The status of the get template request. Any problems with
// the
// request will be indicated in the error_details.
Status *Status `json:"status,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi.ServerResponse `json:"-"`
// ForceSendFields is a list of field names (e.g. "Metadata") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Metadata") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *GetTemplateResponse) MarshalJSON() ([]byte, error) {
type NoMethod GetTemplateResponse
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// Histogram: Histogram of value counts for a distribution.
//
// Buckets have an inclusive lower bound and exclusive upper bound and
// use
// "1,2,5 bucketing": The first bucket range is from [0,1) and all
// subsequent
// bucket boundaries are powers of ten multiplied by 1, 2, or 5. Thus,
// bucket
// boundaries are 0, 1, 2, 5, 10, 20, 50, 100, 200, 500, 1000,
// ...
// Negative values are not supported.
type Histogram struct {
// BucketCounts: Counts of values in each bucket. For efficiency, prefix
// and trailing
// buckets with count = 0 are elided. Buckets can store the full range
// of
// values of an unsigned long, with ULLONG_MAX falling into the 59th
// bucket
// with range [1e19, 2e19).
BucketCounts googleapi.Int64s `json:"bucketCounts,omitempty"`
// FirstBucketOffset: Starting index of first stored bucket. The
// non-inclusive upper-bound of
// the ith bucket is given by:
// pow(10,(i-first_bucket_offset)/3) *
// (1,2,5)[(i-first_bucket_offset)%3]
FirstBucketOffset int64 `json:"firstBucketOffset,omitempty"`
// ForceSendFields is a list of field names (e.g. "BucketCounts") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "BucketCounts") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *Histogram) MarshalJSON() ([]byte, error) {
type NoMethod Histogram
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// InstructionInput: An input of an instruction, as a reference to an
// output of a
// producer instruction.
type InstructionInput struct {
// OutputNum: The output index (origin zero) within the producer.
OutputNum int64 `json:"outputNum,omitempty"`
// ProducerInstructionIndex: The index (origin zero) of the parallel
// instruction that produces
// the output to be consumed by this input. This index is relative
// to the list of instructions in this input's instruction's
// containing MapTask.
ProducerInstructionIndex int64 `json:"producerInstructionIndex,omitempty"`
// ForceSendFields is a list of field names (e.g. "OutputNum") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "OutputNum") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *InstructionInput) MarshalJSON() ([]byte, error) {
type NoMethod InstructionInput
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// InstructionOutput: An output of an instruction.
type InstructionOutput struct {
// Codec: The codec to use to encode data being written via this output.
Codec googleapi.RawMessage `json:"codec,omitempty"`
// Name: The user-provided name of this output.
Name string `json:"name,omitempty"`
// OnlyCountKeyBytes: For system-generated byte and mean byte metrics,
// certain instructions
// should only report the key size.
OnlyCountKeyBytes bool `json:"onlyCountKeyBytes,omitempty"`
// OnlyCountValueBytes: For system-generated byte and mean byte metrics,
// certain instructions
// should only report the value size.
OnlyCountValueBytes bool `json:"onlyCountValueBytes,omitempty"`
// OriginalName: System-defined name for this output in the original
// workflow graph.
// Outputs that do not contribute to an original instruction do not set
// this.
OriginalName string `json:"originalName,omitempty"`
// SystemName: System-defined name of this output.
// Unique across the workflow.
SystemName string `json:"systemName,omitempty"`
// ForceSendFields is a list of field names (e.g. "Codec") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Codec") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *InstructionOutput) MarshalJSON() ([]byte, error) {
type NoMethod InstructionOutput
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// IntegerGauge: A metric value representing temporal values of a
// variable.
type IntegerGauge struct {
// Timestamp: The time at which this value was measured. Measured as
// msecs from epoch.
Timestamp string `json:"timestamp,omitempty"`
// Value: The value of the variable represented by this gauge.
Value *SplitInt64 `json:"value,omitempty"`
// ForceSendFields is a list of field names (e.g. "Timestamp") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Timestamp") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *IntegerGauge) MarshalJSON() ([]byte, error) {
type NoMethod IntegerGauge
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// IntegerList: A metric value representing a list of integers.
type IntegerList struct {
// Elements: Elements of the list.
Elements []*SplitInt64 `json:"elements,omitempty"`
// ForceSendFields is a list of field names (e.g. "Elements") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Elements") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *IntegerList) MarshalJSON() ([]byte, error) {
type NoMethod IntegerList
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// IntegerMean: A representation of an integer mean metric contribution.
type IntegerMean struct {
// Count: The number of values being aggregated.
Count *SplitInt64 `json:"count,omitempty"`
// Sum: The sum of all values being aggregated.
Sum *SplitInt64 `json:"sum,omitempty"`
// ForceSendFields is a list of field names (e.g. "Count") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Count") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *IntegerMean) MarshalJSON() ([]byte, error) {
type NoMethod IntegerMean
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// Job: Defines a job to be run by the Cloud Dataflow service.
type Job struct {
// ClientRequestId: The client's unique identifier of the job, re-used
// across retried attempts.
// If this field is set, the service will ensure its uniqueness.
// The request to create a job will fail if the service has knowledge of
// a
// previously submitted job with the same client's ID and job name.
// The caller may use this field to ensure idempotence of job
// creation across retried attempts to create a job.
// By default, the field is empty and, in that case, the service ignores
// it.
ClientRequestId string `json:"clientRequestId,omitempty"`
// CreateTime: The timestamp when the job was initially created.
// Immutable and set by the
// Cloud Dataflow service.
CreateTime string `json:"createTime,omitempty"`
// CreatedFromSnapshotId: If this is specified, the job's initial state
// is populated from the given
// snapshot.
CreatedFromSnapshotId string `json:"createdFromSnapshotId,omitempty"`
// CurrentState: The current state of the job.
//
// Jobs are created in the `JOB_STATE_STOPPED` state unless
// otherwise
// specified.
//
// A job in the `JOB_STATE_RUNNING` state may asynchronously enter
// a
// terminal state. After a job has reached a terminal state, no
// further state updates may be made.
//
// This field may be mutated by the Cloud Dataflow service;
// callers cannot mutate it.
//
// Possible values:
// "JOB_STATE_UNKNOWN" - The job's run state isn't specified.
// "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job
// has not
// yet started to run.
// "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is
// currently running.
// "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has
// successfully completed.
// This is a terminal job state. This state may be set by the Cloud
// Dataflow
// service, as a transition from `JOB_STATE_RUNNING`. It may also be set
// via a
// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a
// terminal
// state.
// "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has
// failed. This is a
// terminal job state. This state may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_RUNNING`.
// "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the
// job has been explicitly
// cancelled. This is a terminal job state. This state may only be
// set via a Cloud Dataflow `UpdateJob` call, and only if the job has
// not
// yet reached another terminal state.
// "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job
// was successfully updated,
// meaning that this job was stopped and another job was started,
// inheriting
// state from this one. This is a terminal job state. This state may
// only be
// set by the Cloud Dataflow service, and only as a transition
// from
// `JOB_STATE_RUNNING`.
// "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job
// is in the process of draining.
// A draining job has stopped pulling from its input sources and is
// processing
// any data that remains in-flight. This state may be set via a Cloud
// Dataflow
// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`.
// Jobs
// that are draining may only transition to
// `JOB_STATE_DRAINED`,
// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
// "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job
// has been drained.
// A drained job terminated by stopping pulling from its input sources
// and
// processing any data that remained in-flight when draining was
// requested.
// This state is a terminal state, may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_DRAINING`.
// "JOB_STATE_PENDING" - `JOB_STATE_PENDING` indicates that the job
// has been created but is not yet
// running. Jobs that are pending may only transition to
// `JOB_STATE_RUNNING`,
// or `JOB_STATE_FAILED`.
// "JOB_STATE_CANCELLING" - `JOB_STATE_CANCELLING` indicates that the
// job has been explicitly cancelled
// and is in the process of stopping. Jobs that are cancelling may
// only
// transition to `JOB_STATE_CANCELLED` or `JOB_STATE_FAILED`.
// "JOB_STATE_QUEUED" - `JOB_STATE_QUEUED` indicates that the job has
// been created but is being
// delayed until launch. Jobs that are queued may only transition
// to
// `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`.
CurrentState string `json:"currentState,omitempty"`
// CurrentStateTime: The timestamp associated with the current state.
CurrentStateTime string `json:"currentStateTime,omitempty"`
// Environment: The environment for the job.
Environment *Environment `json:"environment,omitempty"`
// ExecutionInfo: Deprecated.
ExecutionInfo *JobExecutionInfo `json:"executionInfo,omitempty"`
// Id: The unique ID of this job.
//
// This field is set by the Cloud Dataflow service when the Job
// is
// created, and is immutable for the life of the job.
Id string `json:"id,omitempty"`
// JobMetadata: This field is populated by the Dataflow service to
// support filtering jobs
// by the metadata values provided here. Populated for ListJobs and all
// GetJob
// views SUMMARY and higher.
JobMetadata *JobMetadata `json:"jobMetadata,omitempty"`
// Labels: User-defined labels for this job.
//
// The labels map can contain no more than 64 entries. Entries of the
// labels
// map are UTF8 strings that comply with the following restrictions:
//
// * Keys must conform to regexp: \p{Ll}\p{Lo}{0,62}
// * Values must conform to regexp: [\p{Ll}\p{Lo}\p{N}_-]{0,63}
// * Both keys and values are additionally constrained to be <= 128
// bytes in
// size.
Labels map[string]string `json:"labels,omitempty"`
// Location: The location that contains this job.
Location string `json:"location,omitempty"`
// Name: The user-specified Cloud Dataflow job name.
//
// Only one Job with a given name may exist in a project at any
// given time. If a caller attempts to create a Job with the same
// name as an already-existing Job, the attempt returns the
// existing Job.
//
// The name must match the regular
// expression
// `[a-z]([-a-z0-9]{0,38}[a-z0-9])?`
Name string `json:"name,omitempty"`
// PipelineDescription: Preliminary field: The format of this data may
// change at any time.
// A description of the user pipeline and stages through which it is
// executed.
// Created by Cloud Dataflow service. Only retrieved
// with
// JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL.
PipelineDescription *PipelineDescription `json:"pipelineDescription,omitempty"`
// ProjectId: The ID of the Cloud Platform project that the job belongs
// to.
ProjectId string `json:"projectId,omitempty"`
// ReplaceJobId: If this job is an update of an existing job, this field
// is the job ID
// of the job it replaced.
//
// When sending a `CreateJobRequest`, you can update a job by specifying
// it
// here. The job named here is stopped, and its intermediate state
// is
// transferred to this job.
ReplaceJobId string `json:"replaceJobId,omitempty"`
// ReplacedByJobId: If another job is an update of this job (and thus,
// this job is in
// `JOB_STATE_UPDATED`), this field contains the ID of that job.
ReplacedByJobId string `json:"replacedByJobId,omitempty"`
// RequestedState: The job's requested state.
//
// `UpdateJob` may be used to switch between the `JOB_STATE_STOPPED`
// and
// `JOB_STATE_RUNNING` states, by setting requested_state. `UpdateJob`
// may
// also be used to directly set a job's requested state
// to
// `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating
// the
// job if it has not already reached a terminal state.
//
// Possible values:
// "JOB_STATE_UNKNOWN" - The job's run state isn't specified.
// "JOB_STATE_STOPPED" - `JOB_STATE_STOPPED` indicates that the job
// has not
// yet started to run.
// "JOB_STATE_RUNNING" - `JOB_STATE_RUNNING` indicates that the job is
// currently running.
// "JOB_STATE_DONE" - `JOB_STATE_DONE` indicates that the job has
// successfully completed.
// This is a terminal job state. This state may be set by the Cloud
// Dataflow
// service, as a transition from `JOB_STATE_RUNNING`. It may also be set
// via a
// Cloud Dataflow `UpdateJob` call, if the job has not yet reached a
// terminal
// state.
// "JOB_STATE_FAILED" - `JOB_STATE_FAILED` indicates that the job has
// failed. This is a
// terminal job state. This state may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_RUNNING`.
// "JOB_STATE_CANCELLED" - `JOB_STATE_CANCELLED` indicates that the
// job has been explicitly
// cancelled. This is a terminal job state. This state may only be
// set via a Cloud Dataflow `UpdateJob` call, and only if the job has
// not
// yet reached another terminal state.
// "JOB_STATE_UPDATED" - `JOB_STATE_UPDATED` indicates that the job
// was successfully updated,
// meaning that this job was stopped and another job was started,
// inheriting
// state from this one. This is a terminal job state. This state may
// only be
// set by the Cloud Dataflow service, and only as a transition
// from
// `JOB_STATE_RUNNING`.
// "JOB_STATE_DRAINING" - `JOB_STATE_DRAINING` indicates that the job
// is in the process of draining.
// A draining job has stopped pulling from its input sources and is
// processing
// any data that remains in-flight. This state may be set via a Cloud
// Dataflow
// `UpdateJob` call, but only as a transition from `JOB_STATE_RUNNING`.
// Jobs
// that are draining may only transition to
// `JOB_STATE_DRAINED`,
// `JOB_STATE_CANCELLED`, or `JOB_STATE_FAILED`.
// "JOB_STATE_DRAINED" - `JOB_STATE_DRAINED` indicates that the job
// has been drained.
// A drained job terminated by stopping pulling from its input sources
// and
// processing any data that remained in-flight when draining was
// requested.
// This state is a terminal state, may only be set by the Cloud
// Dataflow
// service, and only as a transition from `JOB_STATE_DRAINING`.
// "JOB_STATE_PENDING" - `JOB_STATE_PENDING` indicates that the job
// has been created but is not yet
// running. Jobs that are pending may only transition to
// `JOB_STATE_RUNNING`,
// or `JOB_STATE_FAILED`.
// "JOB_STATE_CANCELLING" - `JOB_STATE_CANCELLING` indicates that the
// job has been explicitly cancelled
// and is in the process of stopping. Jobs that are cancelling may
// only
// transition to `JOB_STATE_CANCELLED` or `JOB_STATE_FAILED`.
// "JOB_STATE_QUEUED" - `JOB_STATE_QUEUED` indicates that the job has
// been created but is being
// delayed until launch. Jobs that are queued may only transition
// to
// `JOB_STATE_PENDING` or `JOB_STATE_CANCELLED`.
RequestedState string `json:"requestedState,omitempty"`
// StageStates: This field may be mutated by the Cloud Dataflow
// service;
// callers cannot mutate it.
StageStates []*ExecutionStageState `json:"stageStates,omitempty"`
// StartTime: The timestamp when the job was started (transitioned to
// JOB_STATE_PENDING).
// Flexible resource scheduling jobs are started with some delay after
// job
// creation, so start_time is unset before start and is updated when
// the
// job is started by the Cloud Dataflow service. For other jobs,
// start_time
// always equals to create_time and is immutable and set by the Cloud
// Dataflow
// service.
StartTime string `json:"startTime,omitempty"`
// Steps: Exactly one of step or steps_location should be
// specified.
//
// The top-level steps that constitute the entire job.
Steps []*Step `json:"steps,omitempty"`
// StepsLocation: The GCS location where the steps are stored.
StepsLocation string `json:"stepsLocation,omitempty"`
// TempFiles: A set of files the system should be aware of that are
// used
// for temporary storage. These temporary files will be
// removed on job completion.
// No duplicates are allowed.
// No file patterns are supported.
//
// The supported files are:
//
// Google Cloud Storage:
//
// storage.googleapis.com/{bucket}/{object}
// bucket.storage.googleapis.com/{object}
TempFiles []string `json:"tempFiles,omitempty"`
// TransformNameMapping: The map of transform name prefixes of the job
// to be replaced to the
// corresponding name prefixes of the new job.
TransformNameMapping map[string]string `json:"transformNameMapping,omitempty"`
// Type: The type of Cloud Dataflow job.
//
// Possible values:
// "JOB_TYPE_UNKNOWN" - The type of the job is unspecified, or
// unknown.
// "JOB_TYPE_BATCH" - A batch job with a well-defined end point: data
// is read, data is
// processed, data is written, and the job is done.
// "JOB_TYPE_STREAMING" - A continuously streaming job with no end:
// data is read,
// processed, and written continuously.
Type string `json:"type,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi.ServerResponse `json:"-"`
// ForceSendFields is a list of field names (e.g. "ClientRequestId") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "ClientRequestId") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *Job) MarshalJSON() ([]byte, error) {
type NoMethod Job
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// JobExecutionInfo: Additional information about how a Cloud Dataflow
// job will be executed that
// isn't contained in the submitted job.
type JobExecutionInfo struct {
// Stages: A mapping from each stage to the information about that
// stage.
Stages map[string]JobExecutionStageInfo `json:"stages,omitempty"`
// ForceSendFields is a list of field names (e.g. "Stages") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Stages") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *JobExecutionInfo) MarshalJSON() ([]byte, error) {
type NoMethod JobExecutionInfo
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// JobExecutionStageInfo: Contains information about how a
// particular
// google.dataflow.v1beta3.Step will be executed.
type JobExecutionStageInfo struct {
// StepName: The steps associated with the execution stage.
// Note that stages may have several steps, and that a given step
// might be run by more than one stage.
StepName []string `json:"stepName,omitempty"`
// ForceSendFields is a list of field names (e.g. "StepName") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "StepName") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *JobExecutionStageInfo) MarshalJSON() ([]byte, error) {
type NoMethod JobExecutionStageInfo
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// JobMessage: A particular message pertaining to a Dataflow job.
type JobMessage struct {
// Id: Deprecated.
Id string `json:"id,omitempty"`
// MessageImportance: Importance level of the message.
//
// Possible values:
// "JOB_MESSAGE_IMPORTANCE_UNKNOWN" - The message importance isn't
// specified, or is unknown.
// "JOB_MESSAGE_DEBUG" - The message is at the 'debug' level:
// typically only useful for
// software engineers working on the code the job is running.
// Typically, Dataflow pipeline runners do not display log messages
// at this level by default.
// "JOB_MESSAGE_DETAILED" - The message is at the 'detailed' level:
// somewhat verbose, but
// potentially useful to users. Typically, Dataflow pipeline
// runners do not display log messages at this level by default.
// These messages are displayed by default in the Dataflow
// monitoring UI.
// "JOB_MESSAGE_BASIC" - The message is at the 'basic' level: useful
// for keeping
// track of the execution of a Dataflow pipeline. Typically,
// Dataflow pipeline runners display log messages at this level
// by
// default, and these messages are displayed by default in the
// Dataflow monitoring UI.
// "JOB_MESSAGE_WARNING" - The message is at the 'warning' level:
// indicating a condition
// pertaining to a job which may require human intervention.
// Typically, Dataflow pipeline runners display log messages at
// this
// level by default, and these messages are displayed by default in
// the Dataflow monitoring UI.
// "JOB_MESSAGE_ERROR" - The message is at the 'error' level:
// indicating a condition
// preventing a job from succeeding. Typically, Dataflow
// pipeline
// runners display log messages at this level by default, and
// these
// messages are displayed by default in the Dataflow monitoring UI.
MessageImportance string `json:"messageImportance,omitempty"`
// MessageText: The text of the message.
MessageText string `json:"messageText,omitempty"`
// Time: The timestamp of the message.
Time string `json:"time,omitempty"`
// ForceSendFields is a list of field names (e.g. "Id") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Id") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *JobMessage) MarshalJSON() ([]byte, error) {
type NoMethod JobMessage
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// JobMetadata: Metadata available primarily for filtering jobs. Will be
// included in the
// ListJob response and Job SUMMARY view+.
type JobMetadata struct {
// BigTableDetails: Identification of a BigTable source used in the
// Dataflow job.
BigTableDetails []*BigTableIODetails `json:"bigTableDetails,omitempty"`
// BigqueryDetails: Identification of a BigQuery source used in the
// Dataflow job.
BigqueryDetails []*BigQueryIODetails `json:"bigqueryDetails,omitempty"`
// DatastoreDetails: Identification of a Datastore source used in the
// Dataflow job.
DatastoreDetails []*DatastoreIODetails `json:"datastoreDetails,omitempty"`
// FileDetails: Identification of a File source used in the Dataflow
// job.
FileDetails []*FileIODetails `json:"fileDetails,omitempty"`
// PubsubDetails: Identification of a PubSub source used in the Dataflow
// job.
PubsubDetails []*PubSubIODetails `json:"pubsubDetails,omitempty"`
// SdkVersion: The SDK version used to run the job.
SdkVersion *SdkVersion `json:"sdkVersion,omitempty"`
// SpannerDetails: Identification of a Spanner source used in the
// Dataflow job.
SpannerDetails []*SpannerIODetails `json:"spannerDetails,omitempty"`
// ForceSendFields is a list of field names (e.g. "BigTableDetails") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "BigTableDetails") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *JobMetadata) MarshalJSON() ([]byte, error) {
type NoMethod JobMetadata
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// JobMetrics: JobMetrics contains a collection of metrics descibing the
// detailed progress
// of a Dataflow job. Metrics correspond to user-defined and
// system-defined
// metrics in the job.
//
// This resource captures only the most recent values of each
// metric;
// time-series data can be queried for them (under the same metric
// names)
// from Cloud Monitoring.
type JobMetrics struct {
// MetricTime: Timestamp as of which metric values are current.
MetricTime string `json:"metricTime,omitempty"`
// Metrics: All metrics for this job.
Metrics []*MetricUpdate `json:"metrics,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi.ServerResponse `json:"-"`
// ForceSendFields is a list of field names (e.g. "MetricTime") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "MetricTime") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *JobMetrics) MarshalJSON() ([]byte, error) {
type NoMethod JobMetrics
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// KeyRangeDataDiskAssignment: Data disk assignment information for a
// specific key-range of a sharded
// computation.
// Currently we only support UTF-8 character splits to simplify encoding
// into
// JSON.
type KeyRangeDataDiskAssignment struct {
// DataDisk: The name of the data disk where data for this range is
// stored.
// This name is local to the Google Cloud Platform project and
// uniquely
// identifies the disk within that project, for
// example
// "myproject-1014-104817-4c2-harness-0-disk-1".
DataDisk string `json:"dataDisk,omitempty"`
// End: The end (exclusive) of the key range.
End string `json:"end,omitempty"`
// Start: The start (inclusive) of the key range.
Start string `json:"start,omitempty"`
// ForceSendFields is a list of field names (e.g. "DataDisk") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "DataDisk") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *KeyRangeDataDiskAssignment) MarshalJSON() ([]byte, error) {
type NoMethod KeyRangeDataDiskAssignment
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// KeyRangeLocation: Location information for a specific key-range of a
// sharded computation.
// Currently we only support UTF-8 character splits to simplify encoding
// into
// JSON.
type KeyRangeLocation struct {
// DataDisk: The name of the data disk where data for this range is
// stored.
// This name is local to the Google Cloud Platform project and
// uniquely
// identifies the disk within that project, for
// example
// "myproject-1014-104817-4c2-harness-0-disk-1".
DataDisk string `json:"dataDisk,omitempty"`
// DeliveryEndpoint: The physical location of this range assignment to
// be used for
// streaming computation cross-worker message delivery.
DeliveryEndpoint string `json:"deliveryEndpoint,omitempty"`
// DeprecatedPersistentDirectory: DEPRECATED. The location of the
// persistent state for this range, as a
// persistent directory in the worker local filesystem.
DeprecatedPersistentDirectory string `json:"deprecatedPersistentDirectory,omitempty"`
// End: The end (exclusive) of the key range.
End string `json:"end,omitempty"`
// Start: The start (inclusive) of the key range.
Start string `json:"start,omitempty"`
// ForceSendFields is a list of field names (e.g. "DataDisk") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "DataDisk") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *KeyRangeLocation) MarshalJSON() ([]byte, error) {
type NoMethod KeyRangeLocation
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// LaunchTemplateParameters: Parameters to provide to the template being
// launched.
type LaunchTemplateParameters struct {
// Environment: The runtime environment for the job.
Environment *RuntimeEnvironment `json:"environment,omitempty"`
// JobName: Required. The job name to use for the created job.
JobName string `json:"jobName,omitempty"`
// Parameters: The runtime parameters to pass to the job.
Parameters map[string]string `json:"parameters,omitempty"`
// ForceSendFields is a list of field names (e.g. "Environment") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Environment") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *LaunchTemplateParameters) MarshalJSON() ([]byte, error) {
type NoMethod LaunchTemplateParameters
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// LaunchTemplateResponse: Response to the request to launch a template.
type LaunchTemplateResponse struct {
// Job: The job that was launched, if the request was not a dry run
// and
// the job was successfully launched.
Job *Job `json:"job,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi.ServerResponse `json:"-"`
// ForceSendFields is a list of field names (e.g. "Job") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Job") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *LaunchTemplateResponse) MarshalJSON() ([]byte, error) {
type NoMethod LaunchTemplateResponse
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// LeaseWorkItemRequest: Request to lease WorkItems.
type LeaseWorkItemRequest struct {
// CurrentWorkerTime: The current timestamp at the worker.
CurrentWorkerTime string `json:"currentWorkerTime,omitempty"`
// Location: The location which contains the WorkItem's job.
Location string `json:"location,omitempty"`
// RequestedLeaseDuration: The initial lease period.
RequestedLeaseDuration string `json:"requestedLeaseDuration,omitempty"`
// WorkItemTypes: Filter for WorkItem type.
WorkItemTypes []string `json:"workItemTypes,omitempty"`
// WorkerCapabilities: Worker capabilities. WorkItems might be limited
// to workers with specific
// capabilities.
WorkerCapabilities []string `json:"workerCapabilities,omitempty"`
// WorkerId: Identifies the worker leasing work -- typically the ID of
// the
// virtual machine running the worker.
WorkerId string `json:"workerId,omitempty"`
// ForceSendFields is a list of field names (e.g. "CurrentWorkerTime")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "CurrentWorkerTime") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *LeaseWorkItemRequest) MarshalJSON() ([]byte, error) {
type NoMethod LeaseWorkItemRequest
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// LeaseWorkItemResponse: Response to a request to lease WorkItems.
type LeaseWorkItemResponse struct {
// WorkItems: A list of the leased WorkItems.
WorkItems []*WorkItem `json:"workItems,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi.ServerResponse `json:"-"`
// ForceSendFields is a list of field names (e.g. "WorkItems") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "WorkItems") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *LeaseWorkItemResponse) MarshalJSON() ([]byte, error) {
type NoMethod LeaseWorkItemResponse
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// ListJobMessagesResponse: Response to a request to list job messages.
type ListJobMessagesResponse struct {
// AutoscalingEvents: Autoscaling events in ascending timestamp order.
AutoscalingEvents []*AutoscalingEvent `json:"autoscalingEvents,omitempty"`
// JobMessages: Messages in ascending timestamp order.
JobMessages []*JobMessage `json:"jobMessages,omitempty"`
// NextPageToken: The token to obtain the next page of results if there
// are more.
NextPageToken string `json:"nextPageToken,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi.ServerResponse `json:"-"`
// ForceSendFields is a list of field names (e.g. "AutoscalingEvents")
// to unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "AutoscalingEvents") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *ListJobMessagesResponse) MarshalJSON() ([]byte, error) {
type NoMethod ListJobMessagesResponse
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// ListJobsResponse: Response to a request to list Cloud Dataflow jobs.
// This may be a partial
// response, depending on the page size in the ListJobsRequest.
type ListJobsResponse struct {
// FailedLocation: Zero or more messages describing locations that
// failed to respond.
FailedLocation []*FailedLocation `json:"failedLocation,omitempty"`
// Jobs: A subset of the requested job information.
Jobs []*Job `json:"jobs,omitempty"`
// NextPageToken: Set if there may be more results than fit in this
// response.
NextPageToken string `json:"nextPageToken,omitempty"`
// ServerResponse contains the HTTP response code and headers from the
// server.
googleapi.ServerResponse `json:"-"`
// ForceSendFields is a list of field names (e.g. "FailedLocation") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "FailedLocation") to
// include in API requests with the JSON null value. By default, fields
// with empty values are omitted from API requests. However, any field
// with an empty value appearing in NullFields will be sent to the
// server as null. It is an error if a field in this list has a
// non-empty value. This may be used to include null fields in Patch
// requests.
NullFields []string `json:"-"`
}
func (s *ListJobsResponse) MarshalJSON() ([]byte, error) {
type NoMethod ListJobsResponse
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// MapTask: MapTask consists of an ordered set of instructions, each of
// which
// describes one particular low-level operation for the worker
// to
// perform in order to accomplish the MapTask's WorkItem.
//
// Each instruction must appear in the list before any instructions
// which
// depends on its output.
type MapTask struct {
// CounterPrefix: Counter prefix that can be used to prefix counters.
// Not currently used in
// Dataflow.
CounterPrefix string `json:"counterPrefix,omitempty"`
// Instructions: The instructions in the MapTask.
Instructions []*ParallelInstruction `json:"instructions,omitempty"`
// StageName: System-defined name of the stage containing this
// MapTask.
// Unique across the workflow.
StageName string `json:"stageName,omitempty"`
// SystemName: System-defined name of this MapTask.
// Unique across the workflow.
SystemName string `json:"systemName,omitempty"`
// ForceSendFields is a list of field names (e.g. "CounterPrefix") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "CounterPrefix") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *MapTask) MarshalJSON() ([]byte, error) {
type NoMethod MapTask
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// MetricShortId: The metric short id is returned to the user alongside
// an offset into
// ReportWorkItemStatusRequest
type MetricShortId struct {
// MetricIndex: The index of the corresponding metric in
// the ReportWorkItemStatusRequest. Required.
MetricIndex int64 `json:"metricIndex,omitempty"`
// ShortId: The service-generated short identifier for the metric.
ShortId int64 `json:"shortId,omitempty,string"`
// ForceSendFields is a list of field names (e.g. "MetricIndex") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "MetricIndex") to include
// in API requests with the JSON null value. By default, fields with
// empty values are omitted from API requests. However, any field with
// an empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *MetricShortId) MarshalJSON() ([]byte, error) {
type NoMethod MetricShortId
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// MetricStructuredName: Identifies a metric, by describing the source
// which generated the
// metric.
type MetricStructuredName struct {
// Context: Zero or more labeled fields which identify the part of the
// job this
// metric is associated with, such as the name of a step or
// collection.
//
// For example, built-in counters associated with steps will
// have
// context['step'] = <step-name>. Counters associated with
// PCollections
// in the SDK will have context['pcollection'] = <pcollection-name>.
Context map[string]string `json:"context,omitempty"`
// Name: Worker-defined metric name.
Name string `json:"name,omitempty"`
// Origin: Origin (namespace) of metric name. May be blank for
// user-define metrics;
// will be "dataflow" for metrics defined by the Dataflow service or
// SDK.
Origin string `json:"origin,omitempty"`
// ForceSendFields is a list of field names (e.g. "Context") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Context") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *MetricStructuredName) MarshalJSON() ([]byte, error) {
type NoMethod MetricStructuredName
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// MetricUpdate: Describes the state of a metric.
type MetricUpdate struct {
// Cumulative: True if this metric is reported as the total cumulative
// aggregate
// value accumulated since the worker started working on this
// WorkItem.
// By default this is false, indicating that this metric is reported
// as a delta that is not associated with any WorkItem.
Cumulative bool `json:"cumulative,omitempty"`
// Distribution: A struct value describing properties of a distribution
// of numeric values.
Distribution interface{} `json:"distribution,omitempty"`
// Gauge: A struct value describing properties of a Gauge.
// Metrics of gauge type show the value of a metric across time, and
// is
// aggregated based on the newest value.
Gauge interface{} `json:"gauge,omitempty"`
// Internal: Worker-computed aggregate value for internal use by the
// Dataflow
// service.
Internal interface{} `json:"internal,omitempty"`
// Kind: Metric aggregation kind. The possible metric aggregation kinds
// are
// "Sum", "Max", "Min", "Mean", "Set", "And", "Or", and
// "Distribution".
// The specified aggregation kind is case-insensitive.
//
// If omitted, this is not an aggregated value but instead
// a single metric sample value.
Kind string `json:"kind,omitempty"`
// MeanCount: Worker-computed aggregate value for the "Mean" aggregation
// kind.
// This holds the count of the aggregated values and is used in
// combination
// with mean_sum above to obtain the actual mean aggregate value.
// The only possible value type is Long.
MeanCount interface{} `json:"meanCount,omitempty"`
// MeanSum: Worker-computed aggregate value for the "Mean" aggregation
// kind.
// This holds the sum of the aggregated values and is used in
// combination
// with mean_count below to obtain the actual mean aggregate value.
// The only possible value types are Long and Double.
MeanSum interface{} `json:"meanSum,omitempty"`
// Name: Name of the metric.
Name *MetricStructuredName `json:"name,omitempty"`
// Scalar: Worker-computed aggregate value for aggregation kinds "Sum",
// "Max", "Min",
// "And", and "Or". The possible value types are Long, Double, and
// Boolean.
Scalar interface{} `json:"scalar,omitempty"`
// Set: Worker-computed aggregate value for the "Set" aggregation kind.
// The only
// possible value type is a list of Values whose type can be Long,
// Double,
// or String, according to the metric's type. All Values in the list
// must
// be of the same type.
Set interface{} `json:"set,omitempty"`
// UpdateTime: Timestamp associated with the metric value. Optional when
// workers are
// reporting work progress; it will be filled in responses from
// the
// metrics API.
UpdateTime string `json:"updateTime,omitempty"`
// ForceSendFields is a list of field names (e.g. "Cumulative") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Cumulative") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *MetricUpdate) MarshalJSON() ([]byte, error) {
type NoMethod MetricUpdate
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// MountedDataDisk: Describes mounted data disk.
type MountedDataDisk struct {
// DataDisk: The name of the data disk.
// This name is local to the Google Cloud Platform project and
// uniquely
// identifies the disk within that project, for
// example
// "myproject-1014-104817-4c2-harness-0-disk-1".
DataDisk string `json:"dataDisk,omitempty"`
// ForceSendFields is a list of field names (e.g. "DataDisk") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "DataDisk") to include in
// API requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *MountedDataDisk) MarshalJSON() ([]byte, error) {
type NoMethod MountedDataDisk
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// MultiOutputInfo: Information about an output of a multi-output DoFn.
type MultiOutputInfo struct {
// Tag: The id of the tag the user code will emit to this output by;
// this
// should correspond to the tag of some SideInputInfo.
Tag string `json:"tag,omitempty"`
// ForceSendFields is a list of field names (e.g. "Tag") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Tag") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *MultiOutputInfo) MarshalJSON() ([]byte, error) {
type NoMethod MultiOutputInfo
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// NameAndKind: Basic metadata about a counter.
type NameAndKind struct {
// Kind: Counter aggregation kind.
//
// Possible values:
// "INVALID" - Counter aggregation kind was not set.
// "SUM" - Aggregated value is the sum of all contributed values.
// "MAX" - Aggregated value is the max of all contributed values.
// "MIN" - Aggregated value is the min of all contributed values.
// "MEAN" - Aggregated value is the mean of all contributed values.
// "OR" - Aggregated value represents the logical 'or' of all
// contributed values.
// "AND" - Aggregated value represents the logical 'and' of all
// contributed values.
// "SET" - Aggregated value is a set of unique contributed values.
// "DISTRIBUTION" - Aggregated value captures statistics about a
// distribution.
// "LATEST_VALUE" - Aggregated value tracks the latest value of a
// variable.
Kind string `json:"kind,omitempty"`
// Name: Name of the counter.
Name string `json:"name,omitempty"`
// ForceSendFields is a list of field names (e.g. "Kind") to
// unconditionally include in API requests. By default, fields with
// empty values are omitted from API requests. However, any non-pointer,
// non-interface field appearing in ForceSendFields will be sent to the
// server regardless of whether the field is empty or not. This may be
// used to include empty fields in Patch requests.
ForceSendFields []string `json:"-"`
// NullFields is a list of field names (e.g. "Kind") to include in API
// requests with the JSON null value. By default, fields with empty
// values are omitted from API requests. However, any field with an
// empty value appearing in NullFields will be sent to the server as
// null. It is an error if a field in this list has a non-empty value.
// This may be used to include null fields in Patch requests.
NullFields []string `json:"-"`
}
func (s *NameAndKind) MarshalJSON() ([]byte, error) {
type NoMethod NameAndKind
raw := NoMethod(*s)
return gensupport.MarshalJSON(raw, s.ForceSendFields, s.NullFields)
}
// Package: The packages that must be installed in order for a worker to
// run the
// steps of the Cloud Dataflow job that will be assigned to its
// worker
// pool.
//
// This is the mechanism by which the Cloud Dataflow SDK causes code
// to
// be loaded onto the workers. For example, the Cloud Dataflow Java
// SDK
// might use this to install jars containing the user's code and all of
// the
// various dependencies (libraries, data files, etc.) required in
// order
// for that code to run.
type Package struct {