diff options
| author | BrendanHay <> | 2016-11-03 13:29:00 (GMT) |
|---|---|---|
| committer | hdiff <hdiff@hdiff.luite.com> | 2016-11-03 13:29:00 (GMT) |
| commit | 95b58a41b1edce0a081a91e65db74fe0a80ef80f (patch) | |
| tree | 57a21ddf27724a1baf5830f5c2eb26a8dae9123a | |
| parent | 44db279026719962e435c51041fad2d4a45d0746 (diff) | |
version 0.1.10.1.1
| -rw-r--r-- | README.md | 2 | ||||
| -rw-r--r-- | gen/Network/Google/Dataflow.hs | 176 | ||||
| -rw-r--r-- | gen/Network/Google/Dataflow/Types.hs | 157 | ||||
| -rw-r--r-- | gen/Network/Google/Dataflow/Types/Product.hs | 1477 | ||||
| -rw-r--r-- | gen/Network/Google/Resource/Dataflow/Projects/Jobs/Debug/GetConfig.hs | 206 | ||||
| -rw-r--r-- | gen/Network/Google/Resource/Dataflow/Projects/Jobs/Debug/SendCapture.hs | 206 | ||||
| -rw-r--r-- | gen/Network/Google/Resource/Dataflow/Projects/Templates/Create.hs | 186 | ||||
| -rw-r--r-- | gogol-dataflow.cabal | 9 |
8 files changed, 2370 insertions, 49 deletions
@@ -8,7 +8,7 @@ ## Version -`0.1.0` +`0.1.1` ## Description diff --git a/gen/Network/Google/Dataflow.hs b/gen/Network/Google/Dataflow.hs index f50a02a..f3dd761 100644 --- a/gen/Network/Google/Dataflow.hs +++ b/gen/Network/Google/Dataflow.hs @@ -34,6 +34,12 @@ module Network.Google.Dataflow -- ** dataflow.projects.jobs.create , module Network.Google.Resource.Dataflow.Projects.Jobs.Create + -- ** dataflow.projects.jobs.debug.getConfig + , module Network.Google.Resource.Dataflow.Projects.Jobs.Debug.GetConfig + + -- ** dataflow.projects.jobs.debug.sendCapture + , module Network.Google.Resource.Dataflow.Projects.Jobs.Debug.SendCapture + -- ** dataflow.projects.jobs.get , module Network.Google.Resource.Dataflow.Projects.Jobs.Get @@ -55,6 +61,9 @@ module Network.Google.Dataflow -- ** dataflow.projects.jobs.workItems.reportStatus , module Network.Google.Resource.Dataflow.Projects.Jobs.WorkItems.ReportStatus + -- ** dataflow.projects.templates.create + , module Network.Google.Resource.Dataflow.Projects.Templates.Create + -- ** dataflow.projects.workerMessages , module Network.Google.Resource.Dataflow.Projects.WorkerMessages @@ -83,6 +92,12 @@ module Network.Google.Dataflow , ssrShards , ssrOutcome + -- ** CreateJobFromTemplateRequest + , CreateJobFromTemplateRequest + , createJobFromTemplateRequest + , cjftrGcsPath + , cjftrParameters + -- ** Status , Status , status @@ -90,6 +105,17 @@ module Network.Google.Dataflow , sCode , sMessage + -- ** NameAndKind + , NameAndKind + , nameAndKind + , nakKind + , nakName + + -- ** IntegerList + , IntegerList + , integerList + , ilElements + -- ** WorkItem , WorkItem , workItem @@ -106,6 +132,7 @@ module Network.Google.Dataflow , wiProjectId , wiLeaseExpireTime , wiConfiguration + , wiStreamingConfigTask , wiSeqMapTask -- ** WorkerHealthReport @@ -141,9 +168,12 @@ module Network.Google.Dataflow -- ** InstructionOutput , InstructionOutput , instructionOutput + , ioOnlyCountValueBytes , ioCodec , ioName , ioSystemName + , ioOriginalName + , ioOnlyCountKeyBytes -- ** ReportWorkItemStatusRequest , ReportWorkItemStatusRequest @@ -163,11 +193,25 @@ module Network.Google.Dataflow , sCodec , sSpec + -- ** StringList + , StringList + , stringList + , slElements + -- ** WorkerHealthReportResponse , WorkerHealthReportResponse , workerHealthReportResponse , whrrReportInterval + -- ** SendDebugCaptureResponse + , SendDebugCaptureResponse + , sendDebugCaptureResponse + + -- ** JobLabels + , JobLabels + , jobLabels + , jlAddtional + -- ** MetricStructuredName , MetricStructuredName , metricStructuredName @@ -175,6 +219,18 @@ module Network.Google.Dataflow , msnContext , msnName + -- ** CounterStructuredName + , CounterStructuredName + , counterStructuredName + , csnStandardOrigin + , csnComponentStepName + , csnOtherOrigin + , csnPortion + , csnOriginalStepName + , csnName + , csnExecutionStepName + , csnWorkerId + -- ** WriteInstruction , WriteInstruction , writeInstruction @@ -221,6 +277,7 @@ module Network.Google.Dataflow , eVersion , eInternalExperiments , eTempStoragePrefix + , eServiceAccountEmail , eUserAgent , eSdkPipelineOptions @@ -235,6 +292,23 @@ module Network.Google.Dataflow , metricStructuredNameContext , msncAddtional + -- ** CounterUpdate + , CounterUpdate + , counterUpdate + , cuNameAndKind + , cuIntegerList + , cuFloatingPoint + , cuInternal + , cuStringList + , cuShortId + , cuCumulative + , cuStructuredNameAndMetadata + , cuFloatingPointMean + , cuIntegerMean + , cuBoolean + , cuFloatingPointList + , cuInteger + -- ** StreamingStageLocation , StreamingStageLocation , streamingStageLocation @@ -252,6 +326,13 @@ module Network.Google.Dataflow , jmMetrics , jmMetricTime + -- ** SendDebugCaptureRequest + , SendDebugCaptureRequest + , sendDebugCaptureRequest + , sdcrData + , sdcrComponentId + , sdcrWorkerId + -- ** WorkItemStatus , WorkItemStatus , workItemStatus @@ -265,6 +346,7 @@ module Network.Google.Dataflow , wisReportIndex , wisRequestedLeaseDuration , wisErrors + , wisCounterUpdates , wisMetricUpdates , wisWorkItemId @@ -329,11 +411,25 @@ module Network.Google.Dataflow , trsParallelWorkerSettings , trsLanguageHint + -- ** StreamingComputationConfig + , StreamingComputationConfig + , streamingComputationConfig + , sccInstructions + , sccSystemName + , sccComputationId + , sccStageName + -- ** EnvironmentSdkPipelineOptions , EnvironmentSdkPipelineOptions , environmentSdkPipelineOptions , espoAddtional + -- ** FloatingPointMean + , FloatingPointMean + , floatingPointMean + , fpmCount + , fpmSum + -- ** LeaseWorkItemRequest , LeaseWorkItemRequest , leaseWorkItemRequest @@ -391,6 +487,12 @@ module Network.Google.Dataflow , asrFractionConsumed , asrPosition + -- ** SplitInt64 + , SplitInt64 + , splitInt64 + , siHighBits + , siLowBits + -- ** WorkerSettings , WorkerSettings , workerSettings @@ -401,6 +503,11 @@ module Network.Google.Dataflow , wsReportingEnabled , wsWorkerId + -- ** GetDebugConfigResponse + , GetDebugConfigResponse + , getDebugConfigResponse + , gdcrConfig + -- ** WorkItemServiceStateHarnessData , WorkItemServiceStateHarnessData , workItemServiceStateHarnessData @@ -417,6 +524,11 @@ module Network.Google.Dataflow , workerMessageResponse , wmrWorkerHealthReportResponse + -- ** CreateJobFromTemplateRequestParameters + , CreateJobFromTemplateRequestParameters + , createJobFromTemplateRequestParameters + , cjftrpAddtional + -- ** WorkItemServiceState , WorkItemServiceState , workItemServiceState @@ -427,6 +539,7 @@ module Network.Google.Dataflow , wissSuggestedStopPosition , wissLeaseExpireTime , wissSplitRequest + , wissMetricShortId -- ** StreamingSetupTask , StreamingSetupTask @@ -458,6 +571,12 @@ module Network.Google.Dataflow , sinkCodec , scAddtional + -- ** IntegerMean + , IntegerMean + , integerMean + , imCount + , imSum + -- ** WorkerHealthReportPodsItem , WorkerHealthReportPodsItem , workerHealthReportPodsItem @@ -486,6 +605,14 @@ module Network.Google.Dataflow , workerPoolPoolArgs , wppaAddtional + -- ** CounterMetadata + , CounterMetadata + , counterMetadata + , cmKind + , cmDescription + , cmStandardUnits + , cmOtherUnits + -- ** SendWorkerMessagesResponse , SendWorkerMessagesResponse , sendWorkerMessagesResponse @@ -497,6 +624,18 @@ module Network.Google.Dataflow , ssilTag , ssilStateFamily + -- ** GetDebugConfigRequest + , GetDebugConfigRequest + , getDebugConfigRequest + , gdcrComponentId + , gdcrWorkerId + + -- ** CounterStructuredNameAndMetadata + , CounterStructuredNameAndMetadata + , counterStructuredNameAndMetadata + , csnamName + , csnamMetadata + -- ** StreamingComputationTask , StreamingComputationTask , streamingComputationTask @@ -547,6 +686,7 @@ module Network.Google.Dataflow , jName , jTransformNameMApping , jId + , jLabels , jProjectId , jType , jCurrentStateTime @@ -582,6 +722,7 @@ module Network.Google.Dataflow , wpNumWorkers , wpNetwork , wpZone + , wpIPConfiguration , wpPackages , wpOnHostMaintenance , wpDiskSourceImage @@ -688,7 +829,9 @@ module Network.Google.Dataflow , pgbkiValueCombiningFn , pgbkiSideInputs , pgbkiInput + , pgbkiOriginalCombineValuesStepName , pgbkiInputElementCodec + , pgbkiOriginalCombineValuesInputStoreName -- ** ParDoInstruction , ParDoInstruction @@ -720,12 +863,25 @@ module Network.Google.Dataflow , piName , piSystemName , piFlatten + , piOriginalName -- ** SideInputInfoKind , SideInputInfoKind , sideInputInfoKind , siikAddtional + -- ** StreamingConfigTask + , StreamingConfigTask + , streamingConfigTask + , sctUserStepToStateFamilyNameMap + , sctStreamingComputationConfigs + + -- ** MetricShortId + , MetricShortId + , metricShortId + , msiShortId + , msiMetricIndex + -- ** SendWorkerMessagesRequest , SendWorkerMessagesRequest , sendWorkerMessagesRequest @@ -789,6 +945,11 @@ module Network.Google.Dataflow , plTopic , plSubscription + -- ** FloatingPointList + , FloatingPointList + , floatingPointList + , fplElements + -- ** InstructionInput , InstructionInput , instructionInput @@ -805,6 +966,11 @@ module Network.Google.Dataflow , smtStageName , smtUserFn + -- ** StreamingConfigTaskUserStepToStateFamilyNameMap + , StreamingConfigTaskUserStepToStateFamilyNameMap + , streamingConfigTaskUserStepToStateFamilyNameMap + , sctustsfnmAddtional + -- ** SourceOperationRequest , SourceOperationRequest , sourceOperationRequest @@ -830,6 +996,8 @@ module Network.Google.Dataflow import Network.Google.Dataflow.Types import Network.Google.Prelude import Network.Google.Resource.Dataflow.Projects.Jobs.Create +import Network.Google.Resource.Dataflow.Projects.Jobs.Debug.GetConfig +import Network.Google.Resource.Dataflow.Projects.Jobs.Debug.SendCapture import Network.Google.Resource.Dataflow.Projects.Jobs.Get import Network.Google.Resource.Dataflow.Projects.Jobs.GetMetrics import Network.Google.Resource.Dataflow.Projects.Jobs.List @@ -837,6 +1005,7 @@ import Network.Google.Resource.Dataflow.Projects.Jobs.Messages.List import Network.Google.Resource.Dataflow.Projects.Jobs.Update import Network.Google.Resource.Dataflow.Projects.Jobs.WorkItems.Lease import Network.Google.Resource.Dataflow.Projects.Jobs.WorkItems.ReportStatus +import Network.Google.Resource.Dataflow.Projects.Templates.Create import Network.Google.Resource.Dataflow.Projects.WorkerMessages {- $resources @@ -845,8 +1014,11 @@ TODO -- | Represents the entirety of the methods and resources available for the Google Dataflow API service. type DataflowAPI = - ProjectsJobsWorkItemsLeaseResource :<|> - ProjectsJobsWorkItemsReportStatusResource + ProjectsTemplatesCreateResource :<|> + ProjectsJobsDebugGetConfigResource + :<|> ProjectsJobsDebugSendCaptureResource + :<|> ProjectsJobsWorkItemsLeaseResource + :<|> ProjectsJobsWorkItemsReportStatusResource :<|> ProjectsJobsMessagesListResource :<|> ProjectsJobsListResource :<|> ProjectsJobsGetResource diff --git a/gen/Network/Google/Dataflow/Types.hs b/gen/Network/Google/Dataflow/Types.hs index 5b2a4f3..7b254fb 100644 --- a/gen/Network/Google/Dataflow/Types.hs +++ b/gen/Network/Google/Dataflow/Types.hs @@ -46,6 +46,12 @@ module Network.Google.Dataflow.Types , ssrShards , ssrOutcome + -- * CreateJobFromTemplateRequest + , CreateJobFromTemplateRequest + , createJobFromTemplateRequest + , cjftrGcsPath + , cjftrParameters + -- * Status , Status , status @@ -53,6 +59,17 @@ module Network.Google.Dataflow.Types , sCode , sMessage + -- * NameAndKind + , NameAndKind + , nameAndKind + , nakKind + , nakName + + -- * IntegerList + , IntegerList + , integerList + , ilElements + -- * WorkItem , WorkItem , workItem @@ -69,6 +86,7 @@ module Network.Google.Dataflow.Types , wiProjectId , wiLeaseExpireTime , wiConfiguration + , wiStreamingConfigTask , wiSeqMapTask -- * WorkerHealthReport @@ -104,9 +122,12 @@ module Network.Google.Dataflow.Types -- * InstructionOutput , InstructionOutput , instructionOutput + , ioOnlyCountValueBytes , ioCodec , ioName , ioSystemName + , ioOriginalName + , ioOnlyCountKeyBytes -- * ReportWorkItemStatusRequest , ReportWorkItemStatusRequest @@ -126,11 +147,25 @@ module Network.Google.Dataflow.Types , sCodec , sSpec + -- * StringList + , StringList + , stringList + , slElements + -- * WorkerHealthReportResponse , WorkerHealthReportResponse , workerHealthReportResponse , whrrReportInterval + -- * SendDebugCaptureResponse + , SendDebugCaptureResponse + , sendDebugCaptureResponse + + -- * JobLabels + , JobLabels + , jobLabels + , jlAddtional + -- * MetricStructuredName , MetricStructuredName , metricStructuredName @@ -138,6 +173,18 @@ module Network.Google.Dataflow.Types , msnContext , msnName + -- * CounterStructuredName + , CounterStructuredName + , counterStructuredName + , csnStandardOrigin + , csnComponentStepName + , csnOtherOrigin + , csnPortion + , csnOriginalStepName + , csnName + , csnExecutionStepName + , csnWorkerId + -- * WriteInstruction , WriteInstruction , writeInstruction @@ -184,6 +231,7 @@ module Network.Google.Dataflow.Types , eVersion , eInternalExperiments , eTempStoragePrefix + , eServiceAccountEmail , eUserAgent , eSdkPipelineOptions @@ -198,6 +246,23 @@ module Network.Google.Dataflow.Types , metricStructuredNameContext , msncAddtional + -- * CounterUpdate + , CounterUpdate + , counterUpdate + , cuNameAndKind + , cuIntegerList + , cuFloatingPoint + , cuInternal + , cuStringList + , cuShortId + , cuCumulative + , cuStructuredNameAndMetadata + , cuFloatingPointMean + , cuIntegerMean + , cuBoolean + , cuFloatingPointList + , cuInteger + -- * StreamingStageLocation , StreamingStageLocation , streamingStageLocation @@ -215,6 +280,13 @@ module Network.Google.Dataflow.Types , jmMetrics , jmMetricTime + -- * SendDebugCaptureRequest + , SendDebugCaptureRequest + , sendDebugCaptureRequest + , sdcrData + , sdcrComponentId + , sdcrWorkerId + -- * WorkItemStatus , WorkItemStatus , workItemStatus @@ -228,6 +300,7 @@ module Network.Google.Dataflow.Types , wisReportIndex , wisRequestedLeaseDuration , wisErrors + , wisCounterUpdates , wisMetricUpdates , wisWorkItemId @@ -292,11 +365,25 @@ module Network.Google.Dataflow.Types , trsParallelWorkerSettings , trsLanguageHint + -- * StreamingComputationConfig + , StreamingComputationConfig + , streamingComputationConfig + , sccInstructions + , sccSystemName + , sccComputationId + , sccStageName + -- * EnvironmentSdkPipelineOptions , EnvironmentSdkPipelineOptions , environmentSdkPipelineOptions , espoAddtional + -- * FloatingPointMean + , FloatingPointMean + , floatingPointMean + , fpmCount + , fpmSum + -- * LeaseWorkItemRequest , LeaseWorkItemRequest , leaseWorkItemRequest @@ -354,6 +441,12 @@ module Network.Google.Dataflow.Types , asrFractionConsumed , asrPosition + -- * SplitInt64 + , SplitInt64 + , splitInt64 + , siHighBits + , siLowBits + -- * WorkerSettings , WorkerSettings , workerSettings @@ -364,6 +457,11 @@ module Network.Google.Dataflow.Types , wsReportingEnabled , wsWorkerId + -- * GetDebugConfigResponse + , GetDebugConfigResponse + , getDebugConfigResponse + , gdcrConfig + -- * WorkItemServiceStateHarnessData , WorkItemServiceStateHarnessData , workItemServiceStateHarnessData @@ -380,6 +478,11 @@ module Network.Google.Dataflow.Types , workerMessageResponse , wmrWorkerHealthReportResponse + -- * CreateJobFromTemplateRequestParameters + , CreateJobFromTemplateRequestParameters + , createJobFromTemplateRequestParameters + , cjftrpAddtional + -- * WorkItemServiceState , WorkItemServiceState , workItemServiceState @@ -390,6 +493,7 @@ module Network.Google.Dataflow.Types , wissSuggestedStopPosition , wissLeaseExpireTime , wissSplitRequest + , wissMetricShortId -- * StreamingSetupTask , StreamingSetupTask @@ -421,6 +525,12 @@ module Network.Google.Dataflow.Types , sinkCodec , scAddtional + -- * IntegerMean + , IntegerMean + , integerMean + , imCount + , imSum + -- * WorkerHealthReportPodsItem , WorkerHealthReportPodsItem , workerHealthReportPodsItem @@ -449,6 +559,14 @@ module Network.Google.Dataflow.Types , workerPoolPoolArgs , wppaAddtional + -- * CounterMetadata + , CounterMetadata + , counterMetadata + , cmKind + , cmDescription + , cmStandardUnits + , cmOtherUnits + -- * SendWorkerMessagesResponse , SendWorkerMessagesResponse , sendWorkerMessagesResponse @@ -460,6 +578,18 @@ module Network.Google.Dataflow.Types , ssilTag , ssilStateFamily + -- * GetDebugConfigRequest + , GetDebugConfigRequest + , getDebugConfigRequest + , gdcrComponentId + , gdcrWorkerId + + -- * CounterStructuredNameAndMetadata + , CounterStructuredNameAndMetadata + , counterStructuredNameAndMetadata + , csnamName + , csnamMetadata + -- * StreamingComputationTask , StreamingComputationTask , streamingComputationTask @@ -510,6 +640,7 @@ module Network.Google.Dataflow.Types , jName , jTransformNameMApping , jId + , jLabels , jProjectId , jType , jCurrentStateTime @@ -545,6 +676,7 @@ module Network.Google.Dataflow.Types , wpNumWorkers , wpNetwork , wpZone + , wpIPConfiguration , wpPackages , wpOnHostMaintenance , wpDiskSourceImage @@ -651,7 +783,9 @@ module Network.Google.Dataflow.Types , pgbkiValueCombiningFn , pgbkiSideInputs , pgbkiInput + , pgbkiOriginalCombineValuesStepName , pgbkiInputElementCodec + , pgbkiOriginalCombineValuesInputStoreName -- * ParDoInstruction , ParDoInstruction @@ -683,12 +817,25 @@ module Network.Google.Dataflow.Types , piName , piSystemName , piFlatten + , piOriginalName -- * SideInputInfoKind , SideInputInfoKind , sideInputInfoKind , siikAddtional + -- * StreamingConfigTask + , StreamingConfigTask + , streamingConfigTask + , sctUserStepToStateFamilyNameMap + , sctStreamingComputationConfigs + + -- * MetricShortId + , MetricShortId + , metricShortId + , msiShortId + , msiMetricIndex + -- * SendWorkerMessagesRequest , SendWorkerMessagesRequest , sendWorkerMessagesRequest @@ -752,6 +899,11 @@ module Network.Google.Dataflow.Types , plTopic , plSubscription + -- * FloatingPointList + , FloatingPointList + , floatingPointList + , fplElements + -- * InstructionInput , InstructionInput , instructionInput @@ -768,6 +920,11 @@ module Network.Google.Dataflow.Types , smtStageName , smtUserFn + -- * StreamingConfigTaskUserStepToStateFamilyNameMap + , StreamingConfigTaskUserStepToStateFamilyNameMap + , streamingConfigTaskUserStepToStateFamilyNameMap + , sctustsfnmAddtional + -- * SourceOperationRequest , SourceOperationRequest , sourceOperationRequest diff --git a/gen/Network/Google/Dataflow/Types/Product.hs b/gen/Network/Google/Dataflow/Types/Product.hs index efea034..e1ea1dc 100644 --- a/gen/Network/Google/Dataflow/Types/Product.hs +++ b/gen/Network/Google/Dataflow/Types/Product.hs @@ -239,6 +239,54 @@ instance ToJSON SourceSplitResponse where ("shards" .=) <$> _ssrShards, ("outcome" .=) <$> _ssrOutcome]) +-- | Request to create a Dataflow job. +-- +-- /See:/ 'createJobFromTemplateRequest' smart constructor. +data CreateJobFromTemplateRequest = CreateJobFromTemplateRequest' + { _cjftrGcsPath :: !(Maybe Text) + , _cjftrParameters :: !(Maybe CreateJobFromTemplateRequestParameters) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'CreateJobFromTemplateRequest' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'cjftrGcsPath' +-- +-- * 'cjftrParameters' +createJobFromTemplateRequest + :: CreateJobFromTemplateRequest +createJobFromTemplateRequest = + CreateJobFromTemplateRequest' + { _cjftrGcsPath = Nothing + , _cjftrParameters = Nothing + } + +-- | A path to the serialized JSON representation of the job. +cjftrGcsPath :: Lens' CreateJobFromTemplateRequest (Maybe Text) +cjftrGcsPath + = lens _cjftrGcsPath (\ s a -> s{_cjftrGcsPath = a}) + +-- | Dynamic parameterization of the job\'s runtime environment. +cjftrParameters :: Lens' CreateJobFromTemplateRequest (Maybe CreateJobFromTemplateRequestParameters) +cjftrParameters + = lens _cjftrParameters + (\ s a -> s{_cjftrParameters = a}) + +instance FromJSON CreateJobFromTemplateRequest where + parseJSON + = withObject "CreateJobFromTemplateRequest" + (\ o -> + CreateJobFromTemplateRequest' <$> + (o .:? "gcsPath") <*> (o .:? "parameters")) + +instance ToJSON CreateJobFromTemplateRequest where + toJSON CreateJobFromTemplateRequest'{..} + = object + (catMaybes + [("gcsPath" .=) <$> _cjftrGcsPath, + ("parameters" .=) <$> _cjftrParameters]) + -- | The \`Status\` type defines a logical error model that is suitable for -- different programming environments, including REST APIs and RPC APIs. It -- is used by [gRPC](https:\/\/github.com\/grpc). The error model is @@ -336,6 +384,86 @@ instance ToJSON Status where ("code" .=) <$> _sCode, ("message" .=) <$> _sMessage]) +-- | Basic metadata about a counter. +-- +-- /See:/ 'nameAndKind' smart constructor. +data NameAndKind = NameAndKind' + { _nakKind :: !(Maybe Text) + , _nakName :: !(Maybe Text) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'NameAndKind' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'nakKind' +-- +-- * 'nakName' +nameAndKind + :: NameAndKind +nameAndKind = + NameAndKind' + { _nakKind = Nothing + , _nakName = Nothing + } + +-- | Counter aggregation kind. +nakKind :: Lens' NameAndKind (Maybe Text) +nakKind = lens _nakKind (\ s a -> s{_nakKind = a}) + +-- | Name of the counter. +nakName :: Lens' NameAndKind (Maybe Text) +nakName = lens _nakName (\ s a -> s{_nakName = a}) + +instance FromJSON NameAndKind where + parseJSON + = withObject "NameAndKind" + (\ o -> + NameAndKind' <$> (o .:? "kind") <*> (o .:? "name")) + +instance ToJSON NameAndKind where + toJSON NameAndKind'{..} + = object + (catMaybes + [("kind" .=) <$> _nakKind, ("name" .=) <$> _nakName]) + +-- | A metric value representing a list of integers. +-- +-- /See:/ 'integerList' smart constructor. +newtype IntegerList = IntegerList' + { _ilElements :: Maybe [SplitInt64] + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'IntegerList' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'ilElements' +integerList + :: IntegerList +integerList = + IntegerList' + { _ilElements = Nothing + } + +-- | Elements of the list. +ilElements :: Lens' IntegerList [SplitInt64] +ilElements + = lens _ilElements (\ s a -> s{_ilElements = a}) . + _Default + . _Coerce + +instance FromJSON IntegerList where + parseJSON + = withObject "IntegerList" + (\ o -> + IntegerList' <$> (o .:? "elements" .!= mempty)) + +instance ToJSON IntegerList where + toJSON IntegerList'{..} + = object + (catMaybes [("elements" .=) <$> _ilElements]) + -- | WorkItem represents basic information about a WorkItem to be executed in -- the cloud. -- @@ -354,6 +482,7 @@ data WorkItem = WorkItem' , _wiProjectId :: !(Maybe Text) , _wiLeaseExpireTime :: !(Maybe Text) , _wiConfiguration :: !(Maybe Text) + , _wiStreamingConfigTask :: !(Maybe StreamingConfigTask) , _wiSeqMapTask :: !(Maybe SeqMapTask) } deriving (Eq,Show,Data,Typeable,Generic) @@ -387,6 +516,8 @@ data WorkItem = WorkItem' -- -- * 'wiConfiguration' -- +-- * 'wiStreamingConfigTask' +-- -- * 'wiSeqMapTask' workItem :: WorkItem @@ -405,6 +536,7 @@ workItem = , _wiProjectId = Nothing , _wiLeaseExpireTime = Nothing , _wiConfiguration = Nothing + , _wiStreamingConfigTask = Nothing , _wiSeqMapTask = Nothing } @@ -484,6 +616,12 @@ wiConfiguration = lens _wiConfiguration (\ s a -> s{_wiConfiguration = a}) +-- | Additional information for StreamingConfigTask WorkItems. +wiStreamingConfigTask :: Lens' WorkItem (Maybe StreamingConfigTask) +wiStreamingConfigTask + = lens _wiStreamingConfigTask + (\ s a -> s{_wiStreamingConfigTask = a}) + -- | Additional information for SeqMapTask WorkItems. wiSeqMapTask :: Lens' WorkItem (Maybe SeqMapTask) wiSeqMapTask @@ -506,6 +644,7 @@ instance FromJSON WorkItem where <*> (o .:? "projectId") <*> (o .:? "leaseExpireTime") <*> (o .:? "configuration") + <*> (o .:? "streamingConfigTask") <*> (o .:? "seqMapTask")) instance ToJSON WorkItem where @@ -528,6 +667,8 @@ instance ToJSON WorkItem where ("projectId" .=) <$> _wiProjectId, ("leaseExpireTime" .=) <$> _wiLeaseExpireTime, ("configuration" .=) <$> _wiConfiguration, + ("streamingConfigTask" .=) <$> + _wiStreamingConfigTask, ("seqMapTask" .=) <$> _wiSeqMapTask]) -- | WorkerHealthReport contains information about the health of a worker. @@ -793,29 +934,48 @@ instance ToJSON JobExecutionStageInfo where -- -- /See:/ 'instructionOutput' smart constructor. data InstructionOutput = InstructionOutput' - { _ioCodec :: !(Maybe InstructionOutputCodec) - , _ioName :: !(Maybe Text) - , _ioSystemName :: !(Maybe Text) + { _ioOnlyCountValueBytes :: !(Maybe Bool) + , _ioCodec :: !(Maybe InstructionOutputCodec) + , _ioName :: !(Maybe Text) + , _ioSystemName :: !(Maybe Text) + , _ioOriginalName :: !(Maybe Text) + , _ioOnlyCountKeyBytes :: !(Maybe Bool) } deriving (Eq,Show,Data,Typeable,Generic) -- | Creates a value of 'InstructionOutput' with the minimum fields required to make a request. -- -- Use one of the following lenses to modify other fields as desired: -- +-- * 'ioOnlyCountValueBytes' +-- -- * 'ioCodec' -- -- * 'ioName' -- -- * 'ioSystemName' +-- +-- * 'ioOriginalName' +-- +-- * 'ioOnlyCountKeyBytes' instructionOutput :: InstructionOutput instructionOutput = InstructionOutput' - { _ioCodec = Nothing + { _ioOnlyCountValueBytes = Nothing + , _ioCodec = Nothing , _ioName = Nothing , _ioSystemName = Nothing + , _ioOriginalName = Nothing + , _ioOnlyCountKeyBytes = Nothing } +-- | For system-generated byte and mean byte metrics, certain instructions +-- should only report the value size. +ioOnlyCountValueBytes :: Lens' InstructionOutput (Maybe Bool) +ioOnlyCountValueBytes + = lens _ioOnlyCountValueBytes + (\ s a -> s{_ioOnlyCountValueBytes = a}) + -- | The codec to use to encode data being written via this output. ioCodec :: Lens' InstructionOutput (Maybe InstructionOutputCodec) ioCodec = lens _ioCodec (\ s a -> s{_ioCodec = a}) @@ -829,20 +989,42 @@ ioSystemName :: Lens' InstructionOutput (Maybe Text) ioSystemName = lens _ioSystemName (\ s a -> s{_ioSystemName = a}) +-- | System-defined name for this output in the original workflow graph. +-- Outputs that do not contribute to an original instruction do not set +-- this. +ioOriginalName :: Lens' InstructionOutput (Maybe Text) +ioOriginalName + = lens _ioOriginalName + (\ s a -> s{_ioOriginalName = a}) + +-- | For system-generated byte and mean byte metrics, certain instructions +-- should only report the key size. +ioOnlyCountKeyBytes :: Lens' InstructionOutput (Maybe Bool) +ioOnlyCountKeyBytes + = lens _ioOnlyCountKeyBytes + (\ s a -> s{_ioOnlyCountKeyBytes = a}) + instance FromJSON InstructionOutput where parseJSON = withObject "InstructionOutput" (\ o -> InstructionOutput' <$> - (o .:? "codec") <*> (o .:? "name") <*> - (o .:? "systemName")) + (o .:? "onlyCountValueBytes") <*> (o .:? "codec") <*> + (o .:? "name") + <*> (o .:? "systemName") + <*> (o .:? "originalName") + <*> (o .:? "onlyCountKeyBytes")) instance ToJSON InstructionOutput where toJSON InstructionOutput'{..} = object (catMaybes - [("codec" .=) <$> _ioCodec, ("name" .=) <$> _ioName, - ("systemName" .=) <$> _ioSystemName]) + [("onlyCountValueBytes" .=) <$> + _ioOnlyCountValueBytes, + ("codec" .=) <$> _ioCodec, ("name" .=) <$> _ioName, + ("systemName" .=) <$> _ioSystemName, + ("originalName" .=) <$> _ioOriginalName, + ("onlyCountKeyBytes" .=) <$> _ioOnlyCountKeyBytes]) -- | Request to report the status of WorkItems. -- @@ -991,6 +1173,43 @@ instance ToJSON Sink where (catMaybes [("codec" .=) <$> _sCodec, ("spec" .=) <$> _sSpec]) +-- | A metric value representing a list of strings. +-- +-- /See:/ 'stringList' smart constructor. +newtype StringList = StringList' + { _slElements :: Maybe [Text] + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'StringList' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'slElements' +stringList + :: StringList +stringList = + StringList' + { _slElements = Nothing + } + +-- | Elements of the list. +slElements :: Lens' StringList [Text] +slElements + = lens _slElements (\ s a -> s{_slElements = a}) . + _Default + . _Coerce + +instance FromJSON StringList where + parseJSON + = withObject "StringList" + (\ o -> + StringList' <$> (o .:? "elements" .!= mempty)) + +instance ToJSON StringList where + toJSON StringList'{..} + = object + (catMaybes [("elements" .=) <$> _slElements]) + -- | WorkerHealthReportResponse contains information returned to the worker -- in response to a health ping. -- @@ -1032,6 +1251,65 @@ instance ToJSON WorkerHealthReportResponse where (catMaybes [("reportInterval" .=) <$> _whrrReportInterval]) +-- | Response to a send capture request. nothing +-- +-- /See:/ 'sendDebugCaptureResponse' smart constructor. +data SendDebugCaptureResponse = + SendDebugCaptureResponse' + deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'SendDebugCaptureResponse' with the minimum fields required to make a request. +-- +sendDebugCaptureResponse + :: SendDebugCaptureResponse +sendDebugCaptureResponse = SendDebugCaptureResponse' + +instance FromJSON SendDebugCaptureResponse where + parseJSON + = withObject "SendDebugCaptureResponse" + (\ o -> pure SendDebugCaptureResponse') + +instance ToJSON SendDebugCaptureResponse where + toJSON = const emptyObject + +-- | User-defined labels for this job. The labels map can contain no more +-- than 64 entries. Entries of the labels map are UTF8 strings that comply +-- with the following restrictions: * Keys must conform to regexp: +-- \\p{Ll}\\p{Lo}{0,62} * Values must conform to regexp: +-- [\\p{Ll}\\p{Lo}\\p{N}_-]{0,63} * Both keys and values are additionally +-- constrained to be \<= 128 bytes in size. +-- +-- /See:/ 'jobLabels' smart constructor. +newtype JobLabels = JobLabels' + { _jlAddtional :: HashMap Text Text + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'JobLabels' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'jlAddtional' +jobLabels + :: HashMap Text Text -- ^ 'jlAddtional' + -> JobLabels +jobLabels pJlAddtional_ = + JobLabels' + { _jlAddtional = _Coerce # pJlAddtional_ + } + +jlAddtional :: Lens' JobLabels (HashMap Text Text) +jlAddtional + = lens _jlAddtional (\ s a -> s{_jlAddtional = a}) . + _Coerce + +instance FromJSON JobLabels where + parseJSON + = withObject "JobLabels" + (\ o -> JobLabels' <$> (parseJSONObject o)) + +instance ToJSON JobLabels where + toJSON = toJSON . _jlAddtional + -- | Identifies a metric, by describing the source which generated the -- metric. -- @@ -1095,6 +1373,128 @@ instance ToJSON MetricStructuredName where ("context" .=) <$> _msnContext, ("name" .=) <$> _msnName]) +-- | Identifies a counter within a per-job namespace. Counters whose +-- structured names are the same get merged into a single value for the +-- job. +-- +-- /See:/ 'counterStructuredName' smart constructor. +data CounterStructuredName = CounterStructuredName' + { _csnStandardOrigin :: !(Maybe Text) + , _csnComponentStepName :: !(Maybe Text) + , _csnOtherOrigin :: !(Maybe Text) + , _csnPortion :: !(Maybe Text) + , _csnOriginalStepName :: !(Maybe Text) + , _csnName :: !(Maybe Text) + , _csnExecutionStepName :: !(Maybe Text) + , _csnWorkerId :: !(Maybe Text) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'CounterStructuredName' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'csnStandardOrigin' +-- +-- * 'csnComponentStepName' +-- +-- * 'csnOtherOrigin' +-- +-- * 'csnPortion' +-- +-- * 'csnOriginalStepName' +-- +-- * 'csnName' +-- +-- * 'csnExecutionStepName' +-- +-- * 'csnWorkerId' +counterStructuredName + :: CounterStructuredName +counterStructuredName = + CounterStructuredName' + { _csnStandardOrigin = Nothing + , _csnComponentStepName = Nothing + , _csnOtherOrigin = Nothing + , _csnPortion = Nothing + , _csnOriginalStepName = Nothing + , _csnName = Nothing + , _csnExecutionStepName = Nothing + , _csnWorkerId = Nothing + } + +-- | One of the standard Origins defined above. +csnStandardOrigin :: Lens' CounterStructuredName (Maybe Text) +csnStandardOrigin + = lens _csnStandardOrigin + (\ s a -> s{_csnStandardOrigin = a}) + +-- | Name of the optimized step being executed by the workers. +csnComponentStepName :: Lens' CounterStructuredName (Maybe Text) +csnComponentStepName + = lens _csnComponentStepName + (\ s a -> s{_csnComponentStepName = a}) + +-- | A string containing the origin of the counter. +csnOtherOrigin :: Lens' CounterStructuredName (Maybe Text) +csnOtherOrigin + = lens _csnOtherOrigin + (\ s a -> s{_csnOtherOrigin = a}) + +-- | Portion of this counter, either key or value. +csnPortion :: Lens' CounterStructuredName (Maybe Text) +csnPortion + = lens _csnPortion (\ s a -> s{_csnPortion = a}) + +-- | System generated name of the original step in the user\'s graph, before +-- optimization. +csnOriginalStepName :: Lens' CounterStructuredName (Maybe Text) +csnOriginalStepName + = lens _csnOriginalStepName + (\ s a -> s{_csnOriginalStepName = a}) + +-- | Counter name. Not necessarily globally-unique, but unique within the +-- context of the other fields. Required. +csnName :: Lens' CounterStructuredName (Maybe Text) +csnName = lens _csnName (\ s a -> s{_csnName = a}) + +-- | Name of the stage. An execution step contains multiple component steps. +csnExecutionStepName :: Lens' CounterStructuredName (Maybe Text) +csnExecutionStepName + = lens _csnExecutionStepName + (\ s a -> s{_csnExecutionStepName = a}) + +-- | ID of a particular worker. +csnWorkerId :: Lens' CounterStructuredName (Maybe Text) +csnWorkerId + = lens _csnWorkerId (\ s a -> s{_csnWorkerId = a}) + +instance FromJSON CounterStructuredName where + parseJSON + = withObject "CounterStructuredName" + (\ o -> + CounterStructuredName' <$> + (o .:? "standardOrigin") <*> + (o .:? "componentStepName") + <*> (o .:? "otherOrigin") + <*> (o .:? "portion") + <*> (o .:? "originalStepName") + <*> (o .:? "name") + <*> (o .:? "executionStepName") + <*> (o .:? "workerId")) + +instance ToJSON CounterStructuredName where + toJSON CounterStructuredName'{..} + = object + (catMaybes + [("standardOrigin" .=) <$> _csnStandardOrigin, + ("componentStepName" .=) <$> _csnComponentStepName, + ("otherOrigin" .=) <$> _csnOtherOrigin, + ("portion" .=) <$> _csnPortion, + ("originalStepName" .=) <$> _csnOriginalStepName, + ("name" .=) <$> _csnName, + ("executionStepName" .=) <$> _csnExecutionStepName, + ("workerId" .=) <$> _csnWorkerId]) + -- | An instruction that writes records. Takes one input, produces no -- outputs. -- @@ -1433,6 +1833,7 @@ data Environment = Environment' , _eVersion :: !(Maybe EnvironmentVersion) , _eInternalExperiments :: !(Maybe EnvironmentInternalExperiments) , _eTempStoragePrefix :: !(Maybe Text) + , _eServiceAccountEmail :: !(Maybe Text) , _eUserAgent :: !(Maybe EnvironmentUserAgent) , _eSdkPipelineOptions :: !(Maybe EnvironmentSdkPipelineOptions) } deriving (Eq,Show,Data,Typeable,Generic) @@ -1455,6 +1856,8 @@ data Environment = Environment' -- -- * 'eTempStoragePrefix' -- +-- * 'eServiceAccountEmail' +-- -- * 'eUserAgent' -- -- * 'eSdkPipelineOptions' @@ -1469,6 +1872,7 @@ environment = , _eVersion = Nothing , _eInternalExperiments = Nothing , _eTempStoragePrefix = Nothing + , _eServiceAccountEmail = Nothing , _eUserAgent = Nothing , _eSdkPipelineOptions = Nothing } @@ -1527,6 +1931,12 @@ eTempStoragePrefix = lens _eTempStoragePrefix (\ s a -> s{_eTempStoragePrefix = a}) +-- | Identity to run virtual machines as. Defaults to the default account. +eServiceAccountEmail :: Lens' Environment (Maybe Text) +eServiceAccountEmail + = lens _eServiceAccountEmail + (\ s a -> s{_eServiceAccountEmail = a}) + -- | A description of the process that generated the request. eUserAgent :: Lens' Environment (Maybe EnvironmentUserAgent) eUserAgent @@ -1553,6 +1963,7 @@ instance FromJSON Environment where <*> (o .:? "version") <*> (o .:? "internalExperiments") <*> (o .:? "tempStoragePrefix") + <*> (o .:? "serviceAccountEmail") <*> (o .:? "userAgent") <*> (o .:? "sdkPipelineOptions")) @@ -1568,6 +1979,7 @@ instance ToJSON Environment where ("version" .=) <$> _eVersion, ("internalExperiments" .=) <$> _eInternalExperiments, ("tempStoragePrefix" .=) <$> _eTempStoragePrefix, + ("serviceAccountEmail" .=) <$> _eServiceAccountEmail, ("userAgent" .=) <$> _eUserAgent, ("sdkPipelineOptions" .=) <$> _eSdkPipelineOptions]) @@ -1660,6 +2072,188 @@ instance FromJSON MetricStructuredNameContext where instance ToJSON MetricStructuredNameContext where toJSON = toJSON . _msncAddtional +-- | An update to a Counter sent from a worker. +-- +-- /See:/ 'counterUpdate' smart constructor. +data CounterUpdate = CounterUpdate' + { _cuNameAndKind :: !(Maybe NameAndKind) + , _cuIntegerList :: !(Maybe IntegerList) + , _cuFloatingPoint :: !(Maybe (Textual Double)) + , _cuInternal :: !(Maybe JSONValue) + , _cuStringList :: !(Maybe StringList) + , _cuShortId :: !(Maybe (Textual Int64)) + , _cuCumulative :: !(Maybe Bool) + , _cuStructuredNameAndMetadata :: !(Maybe CounterStructuredNameAndMetadata) + , _cuFloatingPointMean :: !(Maybe FloatingPointMean) + , _cuIntegerMean :: !(Maybe IntegerMean) + , _cuBoolean :: !(Maybe Bool) + , _cuFloatingPointList :: !(Maybe FloatingPointList) + , _cuInteger :: !(Maybe SplitInt64) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'CounterUpdate' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'cuNameAndKind' +-- +-- * 'cuIntegerList' +-- +-- * 'cuFloatingPoint' +-- +-- * 'cuInternal' +-- +-- * 'cuStringList' +-- +-- * 'cuShortId' +-- +-- * 'cuCumulative' +-- +-- * 'cuStructuredNameAndMetadata' +-- +-- * 'cuFloatingPointMean' +-- +-- * 'cuIntegerMean' +-- +-- * 'cuBoolean' +-- +-- * 'cuFloatingPointList' +-- +-- * 'cuInteger' +counterUpdate + :: CounterUpdate +counterUpdate = + CounterUpdate' + { _cuNameAndKind = Nothing + , _cuIntegerList = Nothing + , _cuFloatingPoint = Nothing + , _cuInternal = Nothing + , _cuStringList = Nothing + , _cuShortId = Nothing + , _cuCumulative = Nothing + , _cuStructuredNameAndMetadata = Nothing + , _cuFloatingPointMean = Nothing + , _cuIntegerMean = Nothing + , _cuBoolean = Nothing + , _cuFloatingPointList = Nothing + , _cuInteger = Nothing + } + +-- | Counter name and aggregation type. +cuNameAndKind :: Lens' CounterUpdate (Maybe NameAndKind) +cuNameAndKind + = lens _cuNameAndKind + (\ s a -> s{_cuNameAndKind = a}) + +-- | List of integers, for Set. +cuIntegerList :: Lens' CounterUpdate (Maybe IntegerList) +cuIntegerList + = lens _cuIntegerList + (\ s a -> s{_cuIntegerList = a}) + +-- | Floating point value for Sum, Max, Min. +cuFloatingPoint :: Lens' CounterUpdate (Maybe Double) +cuFloatingPoint + = lens _cuFloatingPoint + (\ s a -> s{_cuFloatingPoint = a}) + . mapping _Coerce + +-- | Value for internally-defined counters used by the Dataflow service. +cuInternal :: Lens' CounterUpdate (Maybe JSONValue) +cuInternal + = lens _cuInternal (\ s a -> s{_cuInternal = a}) + +-- | List of strings, for Set. +cuStringList :: Lens' CounterUpdate (Maybe StringList) +cuStringList + = lens _cuStringList (\ s a -> s{_cuStringList = a}) + +-- | The service-generated short identifier for this counter. The short_id -> +-- (name, metadata) mapping is constant for the lifetime of a job. +cuShortId :: Lens' CounterUpdate (Maybe Int64) +cuShortId + = lens _cuShortId (\ s a -> s{_cuShortId = a}) . + mapping _Coerce + +-- | True if this counter is reported as the total cumulative aggregate value +-- accumulated since the worker started working on this WorkItem. By +-- default this is false, indicating that this counter is reported as a +-- delta. +cuCumulative :: Lens' CounterUpdate (Maybe Bool) +cuCumulative + = lens _cuCumulative (\ s a -> s{_cuCumulative = a}) + +-- | Counter structured name and metadata. +cuStructuredNameAndMetadata :: Lens' CounterUpdate (Maybe CounterStructuredNameAndMetadata) +cuStructuredNameAndMetadata + = lens _cuStructuredNameAndMetadata + (\ s a -> s{_cuStructuredNameAndMetadata = a}) + +-- | Floating point mean aggregation value for Mean. +cuFloatingPointMean :: Lens' CounterUpdate (Maybe FloatingPointMean) +cuFloatingPointMean + = lens _cuFloatingPointMean + (\ s a -> s{_cuFloatingPointMean = a}) + +-- | Integer mean aggregation value for Mean. +cuIntegerMean :: Lens' CounterUpdate (Maybe IntegerMean) +cuIntegerMean + = lens _cuIntegerMean + (\ s a -> s{_cuIntegerMean = a}) + +-- | Boolean value for And, Or. +cuBoolean :: Lens' CounterUpdate (Maybe Bool) +cuBoolean + = lens _cuBoolean (\ s a -> s{_cuBoolean = a}) + +-- | List of floating point numbers, for Set. +cuFloatingPointList :: Lens' CounterUpdate (Maybe FloatingPointList) +cuFloatingPointList + = lens _cuFloatingPointList + (\ s a -> s{_cuFloatingPointList = a}) + +-- | Integer value for Sum, Max, Min. +cuInteger :: Lens' CounterUpdate (Maybe SplitInt64) +cuInteger + = lens _cuInteger (\ s a -> s{_cuInteger = a}) + +instance FromJSON CounterUpdate where + parseJSON + = withObject "CounterUpdate" + (\ o -> + CounterUpdate' <$> + (o .:? "nameAndKind") <*> (o .:? "integerList") <*> + (o .:? "floatingPoint") + <*> (o .:? "internal") + <*> (o .:? "stringList") + <*> (o .:? "shortId") + <*> (o .:? "cumulative") + <*> (o .:? "structuredNameAndMetadata") + <*> (o .:? "floatingPointMean") + <*> (o .:? "integerMean") + <*> (o .:? "boolean") + <*> (o .:? "floatingPointList") + <*> (o .:? "integer")) + +instance ToJSON CounterUpdate where + toJSON CounterUpdate'{..} + = object + (catMaybes + [("nameAndKind" .=) <$> _cuNameAndKind, + ("integerList" .=) <$> _cuIntegerList, + ("floatingPoint" .=) <$> _cuFloatingPoint, + ("internal" .=) <$> _cuInternal, + ("stringList" .=) <$> _cuStringList, + ("shortId" .=) <$> _cuShortId, + ("cumulative" .=) <$> _cuCumulative, + ("structuredNameAndMetadata" .=) <$> + _cuStructuredNameAndMetadata, + ("floatingPointMean" .=) <$> _cuFloatingPointMean, + ("integerMean" .=) <$> _cuIntegerMean, + ("boolean" .=) <$> _cuBoolean, + ("floatingPointList" .=) <$> _cuFloatingPointList, + ("integer" .=) <$> _cuInteger]) + -- | Identifies the location of a streaming computation stage, for -- stage-to-stage communication. -- @@ -1800,6 +2394,64 @@ instance ToJSON JobMetrics where [("metrics" .=) <$> _jmMetrics, ("metricTime" .=) <$> _jmMetricTime]) +-- | Request to send encoded debug information. +-- +-- /See:/ 'sendDebugCaptureRequest' smart constructor. +data SendDebugCaptureRequest = SendDebugCaptureRequest' + { _sdcrData :: !(Maybe Text) + , _sdcrComponentId :: !(Maybe Text) + , _sdcrWorkerId :: !(Maybe Text) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'SendDebugCaptureRequest' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'sdcrData' +-- +-- * 'sdcrComponentId' +-- +-- * 'sdcrWorkerId' +sendDebugCaptureRequest + :: SendDebugCaptureRequest +sendDebugCaptureRequest = + SendDebugCaptureRequest' + { _sdcrData = Nothing + , _sdcrComponentId = Nothing + , _sdcrWorkerId = Nothing + } + +-- | The encoded debug information. +sdcrData :: Lens' SendDebugCaptureRequest (Maybe Text) +sdcrData = lens _sdcrData (\ s a -> s{_sdcrData = a}) + +-- | The internal component id for which debug information is sent. +sdcrComponentId :: Lens' SendDebugCaptureRequest (Maybe Text) +sdcrComponentId + = lens _sdcrComponentId + (\ s a -> s{_sdcrComponentId = a}) + +-- | The worker id, i.e., VM hostname. +sdcrWorkerId :: Lens' SendDebugCaptureRequest (Maybe Text) +sdcrWorkerId + = lens _sdcrWorkerId (\ s a -> s{_sdcrWorkerId = a}) + +instance FromJSON SendDebugCaptureRequest where + parseJSON + = withObject "SendDebugCaptureRequest" + (\ o -> + SendDebugCaptureRequest' <$> + (o .:? "data") <*> (o .:? "componentId") <*> + (o .:? "workerId")) + +instance ToJSON SendDebugCaptureRequest where + toJSON SendDebugCaptureRequest'{..} + = object + (catMaybes + [("data" .=) <$> _sdcrData, + ("componentId" .=) <$> _sdcrComponentId, + ("workerId" .=) <$> _sdcrWorkerId]) + -- | Conveys a worker\'s progress through the work described by a WorkItem. -- -- /See:/ 'workItemStatus' smart constructor. @@ -1814,6 +2466,7 @@ data WorkItemStatus = WorkItemStatus' , _wisReportIndex :: !(Maybe (Textual Int64)) , _wisRequestedLeaseDuration :: !(Maybe Text) , _wisErrors :: !(Maybe [Status]) + , _wisCounterUpdates :: !(Maybe [CounterUpdate]) , _wisMetricUpdates :: !(Maybe [MetricUpdate]) , _wisWorkItemId :: !(Maybe Text) } deriving (Eq,Show,Data,Typeable,Generic) @@ -1842,6 +2495,8 @@ data WorkItemStatus = WorkItemStatus' -- -- * 'wisErrors' -- +-- * 'wisCounterUpdates' +-- -- * 'wisMetricUpdates' -- -- * 'wisWorkItemId' @@ -1859,6 +2514,7 @@ workItemStatus = , _wisReportIndex = Nothing , _wisRequestedLeaseDuration = Nothing , _wisErrors = Nothing + , _wisCounterUpdates = Nothing , _wisMetricUpdates = Nothing , _wisWorkItemId = Nothing } @@ -1958,7 +2614,15 @@ wisErrors _Default . _Coerce --- | Worker output metrics (counters) for this WorkItem. +-- | Worker output counters for this WorkItem. +wisCounterUpdates :: Lens' WorkItemStatus [CounterUpdate] +wisCounterUpdates + = lens _wisCounterUpdates + (\ s a -> s{_wisCounterUpdates = a}) + . _Default + . _Coerce + +-- | DEPRECATED in favor of counter_updates. wisMetricUpdates :: Lens' WorkItemStatus [MetricUpdate] wisMetricUpdates = lens _wisMetricUpdates @@ -1986,6 +2650,7 @@ instance FromJSON WorkItemStatus where <*> (o .:? "reportIndex") <*> (o .:? "requestedLeaseDuration") <*> (o .:? "errors" .!= mempty) + <*> (o .:? "counterUpdates" .!= mempty) <*> (o .:? "metricUpdates" .!= mempty) <*> (o .:? "workItemId")) @@ -2005,6 +2670,7 @@ instance ToJSON WorkItemStatus where ("requestedLeaseDuration" .=) <$> _wisRequestedLeaseDuration, ("errors" .=) <$> _wisErrors, + ("counterUpdates" .=) <$> _wisCounterUpdates, ("metricUpdates" .=) <$> _wisMetricUpdates, ("workItemId" .=) <$> _wisWorkItemId]) @@ -2311,7 +2977,7 @@ environmentInternalExperiments pEieAddtional_ = { _eieAddtional = _Coerce # pEieAddtional_ } --- | Properties of the object. Contains field \'ype with type URL. +-- | Properties of the object. Contains field \'type with type URL. eieAddtional :: Lens' EnvironmentInternalExperiments (HashMap Text JSONValue) eieAddtional = lens _eieAddtional (\ s a -> s{_eieAddtional = a}) @@ -2596,6 +3262,81 @@ instance ToJSON TaskRunnerSettings where _trsParallelWorkerSettings, ("languageHint" .=) <$> _trsLanguageHint]) +-- | Configuration information for a single streaming computation. +-- +-- /See:/ 'streamingComputationConfig' smart constructor. +data StreamingComputationConfig = StreamingComputationConfig' + { _sccInstructions :: !(Maybe [ParallelInstruction]) + , _sccSystemName :: !(Maybe Text) + , _sccComputationId :: !(Maybe Text) + , _sccStageName :: !(Maybe Text) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'StreamingComputationConfig' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'sccInstructions' +-- +-- * 'sccSystemName' +-- +-- * 'sccComputationId' +-- +-- * 'sccStageName' +streamingComputationConfig + :: StreamingComputationConfig +streamingComputationConfig = + StreamingComputationConfig' + { _sccInstructions = Nothing + , _sccSystemName = Nothing + , _sccComputationId = Nothing + , _sccStageName = Nothing + } + +-- | Instructions that comprise the computation. +sccInstructions :: Lens' StreamingComputationConfig [ParallelInstruction] +sccInstructions + = lens _sccInstructions + (\ s a -> s{_sccInstructions = a}) + . _Default + . _Coerce + +-- | System defined name for this computation. +sccSystemName :: Lens' StreamingComputationConfig (Maybe Text) +sccSystemName + = lens _sccSystemName + (\ s a -> s{_sccSystemName = a}) + +-- | Unique identifier for this computation. +sccComputationId :: Lens' StreamingComputationConfig (Maybe Text) +sccComputationId + = lens _sccComputationId + (\ s a -> s{_sccComputationId = a}) + +-- | Stage name of this computation. +sccStageName :: Lens' StreamingComputationConfig (Maybe Text) +sccStageName + = lens _sccStageName (\ s a -> s{_sccStageName = a}) + +instance FromJSON StreamingComputationConfig where + parseJSON + = withObject "StreamingComputationConfig" + (\ o -> + StreamingComputationConfig' <$> + (o .:? "instructions" .!= mempty) <*> + (o .:? "systemName") + <*> (o .:? "computationId") + <*> (o .:? "stageName")) + +instance ToJSON StreamingComputationConfig where + toJSON StreamingComputationConfig'{..} + = object + (catMaybes + [("instructions" .=) <$> _sccInstructions, + ("systemName" .=) <$> _sccSystemName, + ("computationId" .=) <$> _sccComputationId, + ("stageName" .=) <$> _sccStageName]) + -- | The Dataflow SDK pipeline options specified by the user. These options -- are passed through the service and are used to recreate the SDK pipeline -- options on the worker in a language agnostic and platform independent @@ -2636,6 +3377,52 @@ instance FromJSON EnvironmentSdkPipelineOptions where instance ToJSON EnvironmentSdkPipelineOptions where toJSON = toJSON . _espoAddtional +-- | A representation of a floating point mean metric contribution. +-- +-- /See:/ 'floatingPointMean' smart constructor. +data FloatingPointMean = FloatingPointMean' + { _fpmCount :: !(Maybe SplitInt64) + , _fpmSum :: !(Maybe (Textual Double)) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'FloatingPointMean' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'fpmCount' +-- +-- * 'fpmSum' +floatingPointMean + :: FloatingPointMean +floatingPointMean = + FloatingPointMean' + { _fpmCount = Nothing + , _fpmSum = Nothing + } + +-- | The number of values being aggregated. +fpmCount :: Lens' FloatingPointMean (Maybe SplitInt64) +fpmCount = lens _fpmCount (\ s a -> s{_fpmCount = a}) + +-- | The sum of all values being aggregated. +fpmSum :: Lens' FloatingPointMean (Maybe Double) +fpmSum + = lens _fpmSum (\ s a -> s{_fpmSum = a}) . + mapping _Coerce + +instance FromJSON FloatingPointMean where + parseJSON + = withObject "FloatingPointMean" + (\ o -> + FloatingPointMean' <$> + (o .:? "count") <*> (o .:? "sum")) + +instance ToJSON FloatingPointMean where + toJSON FloatingPointMean'{..} + = object + (catMaybes + [("count" .=) <$> _fpmCount, ("sum" .=) <$> _fpmSum]) + -- | Request to lease WorkItems. -- -- /See:/ 'leaseWorkItemRequest' smart constructor. @@ -2884,7 +3671,7 @@ statusDetailsItem pSdiAddtional_ = { _sdiAddtional = _Coerce # pSdiAddtional_ } --- | Properties of the object. Contains field \'ype with type URL. +-- | Properties of the object. Contains field \'type with type URL. sdiAddtional :: Lens' StatusDetailsItem (HashMap Text JSONValue) sdiAddtional = lens _sdiAddtional (\ s a -> s{_sdiAddtional = a}) @@ -3133,6 +3920,56 @@ instance ToJSON ApproximateSplitRequest where [("fractionConsumed" .=) <$> _asrFractionConsumed, ("position" .=) <$> _asrPosition]) +-- | A representation of an int64, n, that is immune to precision loss when +-- encoded in JSON. +-- +-- /See:/ 'splitInt64' smart constructor. +data SplitInt64 = SplitInt64' + { _siHighBits :: !(Maybe (Textual Int32)) + , _siLowBits :: !(Maybe (Textual Word32)) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'SplitInt64' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'siHighBits' +-- +-- * 'siLowBits' +splitInt64 + :: SplitInt64 +splitInt64 = + SplitInt64' + { _siHighBits = Nothing + , _siLowBits = Nothing + } + +-- | The high order bits, including the sign: n >> 32. +siHighBits :: Lens' SplitInt64 (Maybe Int32) +siHighBits + = lens _siHighBits (\ s a -> s{_siHighBits = a}) . + mapping _Coerce + +-- | The low order bits: n & 0xffffffff. +siLowBits :: Lens' SplitInt64 (Maybe Word32) +siLowBits + = lens _siLowBits (\ s a -> s{_siLowBits = a}) . + mapping _Coerce + +instance FromJSON SplitInt64 where + parseJSON + = withObject "SplitInt64" + (\ o -> + SplitInt64' <$> + (o .:? "highBits") <*> (o .:? "lowBits")) + +instance ToJSON SplitInt64 where + toJSON SplitInt64'{..} + = object + (catMaybes + [("highBits" .=) <$> _siHighBits, + ("lowBits" .=) <$> _siLowBits]) + -- | Provides data to pass through to the worker harness. -- -- /See:/ 'workerSettings' smart constructor. @@ -3238,6 +4075,39 @@ instance ToJSON WorkerSettings where ("reportingEnabled" .=) <$> _wsReportingEnabled, ("workerId" .=) <$> _wsWorkerId]) +-- | Response to a get debug configuration request. +-- +-- /See:/ 'getDebugConfigResponse' smart constructor. +newtype GetDebugConfigResponse = GetDebugConfigResponse' + { _gdcrConfig :: Maybe Text + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'GetDebugConfigResponse' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'gdcrConfig' +getDebugConfigResponse + :: GetDebugConfigResponse +getDebugConfigResponse = + GetDebugConfigResponse' + { _gdcrConfig = Nothing + } + +-- | The encoded debug configuration for the requested component. +gdcrConfig :: Lens' GetDebugConfigResponse (Maybe Text) +gdcrConfig + = lens _gdcrConfig (\ s a -> s{_gdcrConfig = a}) + +instance FromJSON GetDebugConfigResponse where + parseJSON + = withObject "GetDebugConfigResponse" + (\ o -> GetDebugConfigResponse' <$> (o .:? "config")) + +instance ToJSON GetDebugConfigResponse where + toJSON GetDebugConfigResponse'{..} + = object (catMaybes [("config" .=) <$> _gdcrConfig]) + -- | Other data returned by the service, specific to the particular worker -- harness. -- @@ -3372,6 +4242,44 @@ instance ToJSON WorkerMessageResponse where [("workerHealthReportResponse" .=) <$> _wmrWorkerHealthReportResponse]) +-- | Dynamic parameterization of the job\'s runtime environment. +-- +-- /See:/ 'createJobFromTemplateRequestParameters' smart constructor. +newtype CreateJobFromTemplateRequestParameters = CreateJobFromTemplateRequestParameters' + { _cjftrpAddtional :: HashMap Text Text + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'CreateJobFromTemplateRequestParameters' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'cjftrpAddtional' +createJobFromTemplateRequestParameters + :: HashMap Text Text -- ^ 'cjftrpAddtional' + -> CreateJobFromTemplateRequestParameters +createJobFromTemplateRequestParameters pCjftrpAddtional_ = + CreateJobFromTemplateRequestParameters' + { _cjftrpAddtional = _Coerce # pCjftrpAddtional_ + } + +cjftrpAddtional :: Lens' CreateJobFromTemplateRequestParameters (HashMap Text Text) +cjftrpAddtional + = lens _cjftrpAddtional + (\ s a -> s{_cjftrpAddtional = a}) + . _Coerce + +instance FromJSON + CreateJobFromTemplateRequestParameters where + parseJSON + = withObject "CreateJobFromTemplateRequestParameters" + (\ o -> + CreateJobFromTemplateRequestParameters' <$> + (parseJSONObject o)) + +instance ToJSON + CreateJobFromTemplateRequestParameters where + toJSON = toJSON . _cjftrpAddtional + -- | The Dataflow service\'s idea of the current state of a WorkItem being -- processed by a worker. -- @@ -3384,6 +4292,7 @@ data WorkItemServiceState = WorkItemServiceState' , _wissSuggestedStopPosition :: !(Maybe Position) , _wissLeaseExpireTime :: !(Maybe Text) , _wissSplitRequest :: !(Maybe ApproximateSplitRequest) + , _wissMetricShortId :: !(Maybe [MetricShortId]) } deriving (Eq,Show,Data,Typeable,Generic) -- | Creates a value of 'WorkItemServiceState' with the minimum fields required to make a request. @@ -3403,6 +4312,8 @@ data WorkItemServiceState = WorkItemServiceState' -- * 'wissLeaseExpireTime' -- -- * 'wissSplitRequest' +-- +-- * 'wissMetricShortId' workItemServiceState :: WorkItemServiceState workItemServiceState = @@ -3414,6 +4325,7 @@ workItemServiceState = , _wissSuggestedStopPosition = Nothing , _wissLeaseExpireTime = Nothing , _wissSplitRequest = Nothing + , _wissMetricShortId = Nothing } -- | The index value to use for the next report sent by the worker. Note: If @@ -3463,6 +4375,18 @@ wissSplitRequest = lens _wissSplitRequest (\ s a -> s{_wissSplitRequest = a}) +-- | The short ids that workers should use in subsequent metric updates. +-- Workers should strive to use short ids whenever possible, but it is ok +-- to request the short_id again if a worker lost track of it (e.g. if the +-- worker is recovering from a crash). NOTE: it is possible that the +-- response may have short ids for a subset of the metrics. +wissMetricShortId :: Lens' WorkItemServiceState [MetricShortId] +wissMetricShortId + = lens _wissMetricShortId + (\ s a -> s{_wissMetricShortId = a}) + . _Default + . _Coerce + instance FromJSON WorkItemServiceState where parseJSON = withObject "WorkItemServiceState" @@ -3474,7 +4398,8 @@ instance FromJSON WorkItemServiceState where <*> (o .:? "suggestedStopPoint") <*> (o .:? "suggestedStopPosition") <*> (o .:? "leaseExpireTime") - <*> (o .:? "splitRequest")) + <*> (o .:? "splitRequest") + <*> (o .:? "metricShortId" .!= mempty)) instance ToJSON WorkItemServiceState where toJSON WorkItemServiceState'{..} @@ -3489,7 +4414,8 @@ instance ToJSON WorkItemServiceState where ("suggestedStopPosition" .=) <$> _wissSuggestedStopPosition, ("leaseExpireTime" .=) <$> _wissLeaseExpireTime, - ("splitRequest" .=) <$> _wissSplitRequest]) + ("splitRequest" .=) <$> _wissSplitRequest, + ("metricShortId" .=) <$> _wissMetricShortId]) -- | A task which initializes part of a streaming Dataflow job. -- @@ -3744,6 +4670,49 @@ instance FromJSON SinkCodec where instance ToJSON SinkCodec where toJSON = toJSON . _scAddtional +-- | A representation of an integer mean metric contribution. +-- +-- /See:/ 'integerMean' smart constructor. +data IntegerMean = IntegerMean' + { _imCount :: !(Maybe SplitInt64) + , _imSum :: !(Maybe SplitInt64) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'IntegerMean' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'imCount' +-- +-- * 'imSum' +integerMean + :: IntegerMean +integerMean = + IntegerMean' + { _imCount = Nothing + , _imSum = Nothing + } + +-- | The number of values being aggregated. +imCount :: Lens' IntegerMean (Maybe SplitInt64) +imCount = lens _imCount (\ s a -> s{_imCount = a}) + +-- | The sum of all values being aggregated. +imSum :: Lens' IntegerMean (Maybe SplitInt64) +imSum = lens _imSum (\ s a -> s{_imSum = a}) + +instance FromJSON IntegerMean where + parseJSON + = withObject "IntegerMean" + (\ o -> + IntegerMean' <$> (o .:? "count") <*> (o .:? "sum")) + +instance ToJSON IntegerMean where + toJSON IntegerMean'{..} + = object + (catMaybes + [("count" .=) <$> _imCount, ("sum" .=) <$> _imSum]) + -- -- /See:/ 'workerHealthReportPodsItem' smart constructor. newtype WorkerHealthReportPodsItem = WorkerHealthReportPodsItem' @@ -3948,7 +4917,7 @@ workerPoolPoolArgs pWppaAddtional_ = { _wppaAddtional = _Coerce # pWppaAddtional_ } --- | Properties of the object. Contains field \'ype with type URL. +-- | Properties of the object. Contains field \'type with type URL. wppaAddtional :: Lens' WorkerPoolPoolArgs (HashMap Text JSONValue) wppaAddtional = lens _wppaAddtional @@ -3963,6 +4932,77 @@ instance FromJSON WorkerPoolPoolArgs where instance ToJSON WorkerPoolPoolArgs where toJSON = toJSON . _wppaAddtional +-- | CounterMetadata includes all static non-name non-value counter +-- attributes. +-- +-- /See:/ 'counterMetadata' smart constructor. +data CounterMetadata = CounterMetadata' + { _cmKind :: !(Maybe Text) + , _cmDescription :: !(Maybe Text) + , _cmStandardUnits :: !(Maybe Text) + , _cmOtherUnits :: !(Maybe Text) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'CounterMetadata' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'cmKind' +-- +-- * 'cmDescription' +-- +-- * 'cmStandardUnits' +-- +-- * 'cmOtherUnits' +counterMetadata + :: CounterMetadata +counterMetadata = + CounterMetadata' + { _cmKind = Nothing + , _cmDescription = Nothing + , _cmStandardUnits = Nothing + , _cmOtherUnits = Nothing + } + +-- | Counter aggregation kind. +cmKind :: Lens' CounterMetadata (Maybe Text) +cmKind = lens _cmKind (\ s a -> s{_cmKind = a}) + +-- | Human-readable description of the counter semantics. +cmDescription :: Lens' CounterMetadata (Maybe Text) +cmDescription + = lens _cmDescription + (\ s a -> s{_cmDescription = a}) + +-- | System defined Units, see above enum. +cmStandardUnits :: Lens' CounterMetadata (Maybe Text) +cmStandardUnits + = lens _cmStandardUnits + (\ s a -> s{_cmStandardUnits = a}) + +-- | A string referring to the unit type. +cmOtherUnits :: Lens' CounterMetadata (Maybe Text) +cmOtherUnits + = lens _cmOtherUnits (\ s a -> s{_cmOtherUnits = a}) + +instance FromJSON CounterMetadata where + parseJSON + = withObject "CounterMetadata" + (\ o -> + CounterMetadata' <$> + (o .:? "kind") <*> (o .:? "description") <*> + (o .:? "standardUnits") + <*> (o .:? "otherUnits")) + +instance ToJSON CounterMetadata where + toJSON CounterMetadata'{..} + = object + (catMaybes + [("kind" .=) <$> _cmKind, + ("description" .=) <$> _cmDescription, + ("standardUnits" .=) <$> _cmStandardUnits, + ("otherUnits" .=) <$> _cmOtherUnits]) + -- | The response to the worker messages. -- -- /See:/ 'sendWorkerMessagesResponse' smart constructor. @@ -4051,6 +5091,105 @@ instance ToJSON StreamingSideInputLocation where [("tag" .=) <$> _ssilTag, ("stateFamily" .=) <$> _ssilStateFamily]) +-- | Request to get updated debug configuration for component. +-- +-- /See:/ 'getDebugConfigRequest' smart constructor. +data GetDebugConfigRequest = GetDebugConfigRequest' + { _gdcrComponentId :: !(Maybe Text) + , _gdcrWorkerId :: !(Maybe Text) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'GetDebugConfigRequest' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'gdcrComponentId' +-- +-- * 'gdcrWorkerId' +getDebugConfigRequest + :: GetDebugConfigRequest +getDebugConfigRequest = + GetDebugConfigRequest' + { _gdcrComponentId = Nothing + , _gdcrWorkerId = Nothing + } + +-- | The internal component id for which debug configuration is requested. +gdcrComponentId :: Lens' GetDebugConfigRequest (Maybe Text) +gdcrComponentId + = lens _gdcrComponentId + (\ s a -> s{_gdcrComponentId = a}) + +-- | The worker id, i.e., VM hostname. +gdcrWorkerId :: Lens' GetDebugConfigRequest (Maybe Text) +gdcrWorkerId + = lens _gdcrWorkerId (\ s a -> s{_gdcrWorkerId = a}) + +instance FromJSON GetDebugConfigRequest where + parseJSON + = withObject "GetDebugConfigRequest" + (\ o -> + GetDebugConfigRequest' <$> + (o .:? "componentId") <*> (o .:? "workerId")) + +instance ToJSON GetDebugConfigRequest where + toJSON GetDebugConfigRequest'{..} + = object + (catMaybes + [("componentId" .=) <$> _gdcrComponentId, + ("workerId" .=) <$> _gdcrWorkerId]) + +-- | A single message which encapsulates structured name and metadata for a +-- given counter. +-- +-- /See:/ 'counterStructuredNameAndMetadata' smart constructor. +data CounterStructuredNameAndMetadata = CounterStructuredNameAndMetadata' + { _csnamName :: !(Maybe CounterStructuredName) + , _csnamMetadata :: !(Maybe CounterMetadata) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'CounterStructuredNameAndMetadata' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'csnamName' +-- +-- * 'csnamMetadata' +counterStructuredNameAndMetadata + :: CounterStructuredNameAndMetadata +counterStructuredNameAndMetadata = + CounterStructuredNameAndMetadata' + { _csnamName = Nothing + , _csnamMetadata = Nothing + } + +-- | Structured name of the counter. +csnamName :: Lens' CounterStructuredNameAndMetadata (Maybe CounterStructuredName) +csnamName + = lens _csnamName (\ s a -> s{_csnamName = a}) + +-- | Metadata associated with a counter +csnamMetadata :: Lens' CounterStructuredNameAndMetadata (Maybe CounterMetadata) +csnamMetadata + = lens _csnamMetadata + (\ s a -> s{_csnamMetadata = a}) + +instance FromJSON CounterStructuredNameAndMetadata + where + parseJSON + = withObject "CounterStructuredNameAndMetadata" + (\ o -> + CounterStructuredNameAndMetadata' <$> + (o .:? "name") <*> (o .:? "metadata")) + +instance ToJSON CounterStructuredNameAndMetadata + where + toJSON CounterStructuredNameAndMetadata'{..} + = object + (catMaybes + [("name" .=) <$> _csnamName, + ("metadata" .=) <$> _csnamMetadata]) + -- | A task which describes what action should be performed for the specified -- streaming computation ranges. -- @@ -4355,6 +5494,7 @@ data Job = Job' , _jName :: !(Maybe Text) , _jTransformNameMApping :: !(Maybe JobTransformNameMApping) , _jId :: !(Maybe Text) + , _jLabels :: !(Maybe JobLabels) , _jProjectId :: !(Maybe Text) , _jType :: !(Maybe Text) , _jCurrentStateTime :: !(Maybe Text) @@ -4388,6 +5528,8 @@ data Job = Job' -- -- * 'jId' -- +-- * 'jLabels' +-- -- * 'jProjectId' -- -- * 'jType' @@ -4412,6 +5554,7 @@ job = , _jName = Nothing , _jTransformNameMApping = Nothing , _jId = Nothing + , _jLabels = Nothing , _jProjectId = Nothing , _jType = Nothing , _jCurrentStateTime = Nothing @@ -4507,6 +5650,15 @@ jTransformNameMApping jId :: Lens' Job (Maybe Text) jId = lens _jId (\ s a -> s{_jId = a}) +-- | User-defined labels for this job. The labels map can contain no more +-- than 64 entries. Entries of the labels map are UTF8 strings that comply +-- with the following restrictions: * Keys must conform to regexp: +-- \\p{Ll}\\p{Lo}{0,62} * Values must conform to regexp: +-- [\\p{Ll}\\p{Lo}\\p{N}_-]{0,63} * Both keys and values are additionally +-- constrained to be \<= 128 bytes in size. +jLabels :: Lens' Job (Maybe JobLabels) +jLabels = lens _jLabels (\ s a -> s{_jLabels = a}) + -- | The project which owns the job. jProjectId :: Lens' Job (Maybe Text) jProjectId @@ -4552,6 +5704,7 @@ instance FromJSON Job where <*> (o .:? "name") <*> (o .:? "transformNameMapping") <*> (o .:? "id") + <*> (o .:? "labels") <*> (o .:? "projectId") <*> (o .:? "type") <*> (o .:? "currentStateTime") @@ -4573,7 +5726,8 @@ instance ToJSON Job where ("name" .=) <$> _jName, ("transformNameMapping" .=) <$> _jTransformNameMApping, - ("id" .=) <$> _jId, ("projectId" .=) <$> _jProjectId, + ("id" .=) <$> _jId, ("labels" .=) <$> _jLabels, + ("projectId" .=) <$> _jProjectId, ("type" .=) <$> _jType, ("currentStateTime" .=) <$> _jCurrentStateTime, ("replaceJobId" .=) <$> _jReplaceJobId, @@ -4650,34 +5804,36 @@ arpFractionConsumed (\ s a -> s{_arpFractionConsumed = a}) . mapping _Coerce --- | Total amount of parallelism in the portion of input of this work item --- that has already been consumed. In the first two examples above (see --- remaining_parallelism), the value should be 30 or 3 respectively. The --- sum of remaining_parallelism and consumed_parallelism should equal the --- total amount of parallelism in this work item. If specified, must be --- finite. +-- | Total amount of parallelism in the portion of input of this task that +-- has already been consumed and is no longer active. In the first two +-- examples above (see remaining_parallelism), the value should be 29 or 2 +-- respectively. The sum of remaining_parallelism and consumed_parallelism +-- should equal the total amount of parallelism in this work item. If +-- specified, must be finite. arpConsumedParallelism :: Lens' ApproximateReportedProgress (Maybe ReportedParallelism) arpConsumedParallelism = lens _arpConsumedParallelism (\ s a -> s{_arpConsumedParallelism = a}) --- | Total amount of parallelism in the input of this WorkItem that has not --- been consumed yet (i.e. can be delegated to a new WorkItem via dynamic --- splitting). \"Amount of parallelism\" refers to how many non-empty parts +-- | Total amount of parallelism in the input of this task that remains, +-- (i.e. can be delegated to this task and any new tasks via dynamic +-- splitting). Always at least 1 for non-finished work items and 0 for +-- finished. \"Amount of parallelism\" refers to how many non-empty parts -- of the input can be read in parallel. This does not necessarily equal -- number of records. An input that can be read in parallel down to the -- individual records is called \"perfectly splittable\". An example of -- non-perfectly parallelizable input is a block-compressed file format -- where a block of records has to be read as a whole, but different blocks --- can be read in parallel. Examples: * If we have read 30 records out of --- 50 in a perfectly splittable 50-record input, this value should be 20. * --- If we are reading through block 3 in a block-compressed file consisting --- of 5 blocks, this value should be 2 (since blocks 4 and 5 can be --- processed in parallel by new work items via dynamic splitting). * If we --- are reading through the last block in a block-compressed file, or --- reading or processing the last record in a perfectly splittable input, --- this value should be 0, because the remainder of the work item cannot be --- further split. +-- can be read in parallel. Examples: * If we are processing record #30 +-- (starting at 1) out of 50 in a perfectly splittable 50-record input, +-- this value should be 21 (20 remaining + 1 current). * If we are reading +-- through block 3 in a block-compressed file consisting of 5 blocks, this +-- value should be 3 (since blocks 4 and 5 can be processed in parallel by +-- new tasks via dynamic splitting and the current task remains processing +-- block 3). * If we are reading through the last block in a +-- block-compressed file, or reading or processing the last record in a +-- perfectly splittable input, this value should be 1, because apart from +-- the current task, no additional remainder can be split off. arpRemainingParallelism :: Lens' ApproximateReportedProgress (Maybe ReportedParallelism) arpRemainingParallelism = lens _arpRemainingParallelism @@ -4758,6 +5914,7 @@ data WorkerPool = WorkerPool' , _wpNumWorkers :: !(Maybe (Textual Int32)) , _wpNetwork :: !(Maybe Text) , _wpZone :: !(Maybe Text) + , _wpIPConfiguration :: !(Maybe Text) , _wpPackages :: !(Maybe [Package]) , _wpOnHostMaintenance :: !(Maybe Text) , _wpDiskSourceImage :: !(Maybe Text) @@ -4792,6 +5949,8 @@ data WorkerPool = WorkerPool' -- -- * 'wpZone' -- +-- * 'wpIPConfiguration' +-- -- * 'wpPackages' -- -- * 'wpOnHostMaintenance' @@ -4827,6 +5986,7 @@ workerPool = , _wpNumWorkers = Nothing , _wpNetwork = Nothing , _wpZone = Nothing + , _wpIPConfiguration = Nothing , _wpPackages = Nothing , _wpOnHostMaintenance = Nothing , _wpDiskSourceImage = Nothing @@ -4895,6 +6055,12 @@ wpNetwork wpZone :: Lens' WorkerPool (Maybe Text) wpZone = lens _wpZone (\ s a -> s{_wpZone = a}) +-- | Configuration for VM IPs. +wpIPConfiguration :: Lens' WorkerPool (Maybe Text) +wpIPConfiguration + = lens _wpIPConfiguration + (\ s a -> s{_wpIPConfiguration = a}) + -- | Packages to be installed on workers. wpPackages :: Lens' WorkerPool [Package] wpPackages @@ -4916,7 +6082,7 @@ wpDiskSourceImage (\ s a -> s{_wpDiskSourceImage = a}) -- | Subnetwork to which VMs will be assigned, if desired. Expected to be of --- the form \"zones\/ZONE\/subnetworks\/SUBNETWORK\". +-- the form \"regions\/REGION\/subnetworks\/SUBNETWORK\". wpSubnetwork :: Lens' WorkerPool (Maybe Text) wpSubnetwork = lens _wpSubnetwork (\ s a -> s{_wpSubnetwork = a}) @@ -4995,6 +6161,7 @@ instance FromJSON WorkerPool where <*> (o .:? "numWorkers") <*> (o .:? "network") <*> (o .:? "zone") + <*> (o .:? "ipConfiguration") <*> (o .:? "packages" .!= mempty) <*> (o .:? "onHostMaintenance") <*> (o .:? "diskSourceImage") @@ -5022,6 +6189,7 @@ instance ToJSON WorkerPool where ("numWorkers" .=) <$> _wpNumWorkers, ("network" .=) <$> _wpNetwork, ("zone" .=) <$> _wpZone, + ("ipConfiguration" .=) <$> _wpIPConfiguration, ("packages" .=) <$> _wpPackages, ("onHostMaintenance" .=) <$> _wpOnHostMaintenance, ("diskSourceImage" .=) <$> _wpDiskSourceImage, @@ -5841,10 +7009,12 @@ instance ToJSON MultiOutputInfo where -- -- /See:/ 'partialGroupByKeyInstruction' smart constructor. data PartialGroupByKeyInstruction = PartialGroupByKeyInstruction' - { _pgbkiValueCombiningFn :: !(Maybe PartialGroupByKeyInstructionValueCombiningFn) - , _pgbkiSideInputs :: !(Maybe [SideInputInfo]) - , _pgbkiInput :: !(Maybe InstructionInput) - , _pgbkiInputElementCodec :: !(Maybe PartialGroupByKeyInstructionInputElementCodec) + { _pgbkiValueCombiningFn :: !(Maybe PartialGroupByKeyInstructionValueCombiningFn) + , _pgbkiSideInputs :: !(Maybe [SideInputInfo]) + , _pgbkiInput :: !(Maybe InstructionInput) + , _pgbkiOriginalCombineValuesStepName :: !(Maybe Text) + , _pgbkiInputElementCodec :: !(Maybe PartialGroupByKeyInstructionInputElementCodec) + , _pgbkiOriginalCombineValuesInputStoreName :: !(Maybe Text) } deriving (Eq,Show,Data,Typeable,Generic) -- | Creates a value of 'PartialGroupByKeyInstruction' with the minimum fields required to make a request. @@ -5857,7 +7027,11 @@ data PartialGroupByKeyInstruction = PartialGroupByKeyInstruction' -- -- * 'pgbkiInput' -- +-- * 'pgbkiOriginalCombineValuesStepName' +-- -- * 'pgbkiInputElementCodec' +-- +-- * 'pgbkiOriginalCombineValuesInputStoreName' partialGroupByKeyInstruction :: PartialGroupByKeyInstruction partialGroupByKeyInstruction = @@ -5865,7 +7039,9 @@ partialGroupByKeyInstruction = { _pgbkiValueCombiningFn = Nothing , _pgbkiSideInputs = Nothing , _pgbkiInput = Nothing + , _pgbkiOriginalCombineValuesStepName = Nothing , _pgbkiInputElementCodec = Nothing + , _pgbkiOriginalCombineValuesInputStoreName = Nothing } -- | The value combining function to invoke. @@ -5887,12 +7063,27 @@ pgbkiInput :: Lens' PartialGroupByKeyInstruction (Maybe InstructionInput) pgbkiInput = lens _pgbkiInput (\ s a -> s{_pgbkiInput = a}) +-- | If this instruction includes a combining function, this is the name of +-- the CombineValues instruction lifted into this instruction. +pgbkiOriginalCombineValuesStepName :: Lens' PartialGroupByKeyInstruction (Maybe Text) +pgbkiOriginalCombineValuesStepName + = lens _pgbkiOriginalCombineValuesStepName + (\ s a -> s{_pgbkiOriginalCombineValuesStepName = a}) + -- | The codec to use for interpreting an element in the input PTable. pgbkiInputElementCodec :: Lens' PartialGroupByKeyInstruction (Maybe PartialGroupByKeyInstructionInputElementCodec) pgbkiInputElementCodec = lens _pgbkiInputElementCodec (\ s a -> s{_pgbkiInputElementCodec = a}) +-- | If this instruction includes a combining function this is the name of +-- the intermediate store between the GBK and the CombineValues. +pgbkiOriginalCombineValuesInputStoreName :: Lens' PartialGroupByKeyInstruction (Maybe Text) +pgbkiOriginalCombineValuesInputStoreName + = lens _pgbkiOriginalCombineValuesInputStoreName + (\ s a -> + s{_pgbkiOriginalCombineValuesInputStoreName = a}) + instance FromJSON PartialGroupByKeyInstruction where parseJSON = withObject "PartialGroupByKeyInstruction" @@ -5901,7 +7092,9 @@ instance FromJSON PartialGroupByKeyInstruction where (o .:? "valueCombiningFn") <*> (o .:? "sideInputs" .!= mempty) <*> (o .:? "input") - <*> (o .:? "inputElementCodec")) + <*> (o .:? "originalCombineValuesStepName") + <*> (o .:? "inputElementCodec") + <*> (o .:? "originalCombineValuesInputStoreName")) instance ToJSON PartialGroupByKeyInstruction where toJSON PartialGroupByKeyInstruction'{..} @@ -5910,8 +7103,11 @@ instance ToJSON PartialGroupByKeyInstruction where [("valueCombiningFn" .=) <$> _pgbkiValueCombiningFn, ("sideInputs" .=) <$> _pgbkiSideInputs, ("input" .=) <$> _pgbkiInput, - ("inputElementCodec" .=) <$> - _pgbkiInputElementCodec]) + ("originalCombineValuesStepName" .=) <$> + _pgbkiOriginalCombineValuesStepName, + ("inputElementCodec" .=) <$> _pgbkiInputElementCodec, + ("originalCombineValuesInputStoreName" .=) <$> + _pgbkiOriginalCombineValuesInputStoreName]) -- | An instruction that does a ParDo operation. Takes one main input and -- zero or more side inputs, and produces zero or more outputs. Runs user @@ -6083,6 +7279,7 @@ data ParallelInstruction = ParallelInstruction' , _piName :: !(Maybe Text) , _piSystemName :: !(Maybe Text) , _piFlatten :: !(Maybe FlattenInstruction) + , _piOriginalName :: !(Maybe Text) } deriving (Eq,Show,Data,Typeable,Generic) -- | Creates a value of 'ParallelInstruction' with the minimum fields required to make a request. @@ -6104,6 +7301,8 @@ data ParallelInstruction = ParallelInstruction' -- * 'piSystemName' -- -- * 'piFlatten' +-- +-- * 'piOriginalName' parallelInstruction :: ParallelInstruction parallelInstruction = @@ -6116,6 +7315,7 @@ parallelInstruction = , _piName = Nothing , _piSystemName = Nothing , _piFlatten = Nothing + , _piOriginalName = Nothing } -- | Additional information for Read instructions. @@ -6157,6 +7357,12 @@ piFlatten :: Lens' ParallelInstruction (Maybe FlattenInstruction) piFlatten = lens _piFlatten (\ s a -> s{_piFlatten = a}) +-- | System-defined name for the operation in the original workflow graph. +piOriginalName :: Lens' ParallelInstruction (Maybe Text) +piOriginalName + = lens _piOriginalName + (\ s a -> s{_piOriginalName = a}) + instance FromJSON ParallelInstruction where parseJSON = withObject "ParallelInstruction" @@ -6168,7 +7374,8 @@ instance FromJSON ParallelInstruction where <*> (o .:? "outputs" .!= mempty) <*> (o .:? "name") <*> (o .:? "systemName") - <*> (o .:? "flatten")) + <*> (o .:? "flatten") + <*> (o .:? "originalName")) instance ToJSON ParallelInstruction where toJSON ParallelInstruction'{..} @@ -6180,7 +7387,8 @@ instance ToJSON ParallelInstruction where ("outputs" .=) <$> _piOutputs, ("name" .=) <$> _piName, ("systemName" .=) <$> _piSystemName, - ("flatten" .=) <$> _piFlatten]) + ("flatten" .=) <$> _piFlatten, + ("originalName" .=) <$> _piOriginalName]) -- | How to interpret the source element(s) as a side input value. -- @@ -6217,6 +7425,113 @@ instance FromJSON SideInputInfoKind where instance ToJSON SideInputInfoKind where toJSON = toJSON . _siikAddtional +-- | A task that carries configuration information for streaming +-- computations. +-- +-- /See:/ 'streamingConfigTask' smart constructor. +data StreamingConfigTask = StreamingConfigTask' + { _sctUserStepToStateFamilyNameMap :: !(Maybe StreamingConfigTaskUserStepToStateFamilyNameMap) + , _sctStreamingComputationConfigs :: !(Maybe [StreamingComputationConfig]) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'StreamingConfigTask' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'sctUserStepToStateFamilyNameMap' +-- +-- * 'sctStreamingComputationConfigs' +streamingConfigTask + :: StreamingConfigTask +streamingConfigTask = + StreamingConfigTask' + { _sctUserStepToStateFamilyNameMap = Nothing + , _sctStreamingComputationConfigs = Nothing + } + +-- | Map from user step names to state families. +sctUserStepToStateFamilyNameMap :: Lens' StreamingConfigTask (Maybe StreamingConfigTaskUserStepToStateFamilyNameMap) +sctUserStepToStateFamilyNameMap + = lens _sctUserStepToStateFamilyNameMap + (\ s a -> s{_sctUserStepToStateFamilyNameMap = a}) + +-- | Set of computation configuration information. +sctStreamingComputationConfigs :: Lens' StreamingConfigTask [StreamingComputationConfig] +sctStreamingComputationConfigs + = lens _sctStreamingComputationConfigs + (\ s a -> s{_sctStreamingComputationConfigs = a}) + . _Default + . _Coerce + +instance FromJSON StreamingConfigTask where + parseJSON + = withObject "StreamingConfigTask" + (\ o -> + StreamingConfigTask' <$> + (o .:? "userStepToStateFamilyNameMap") <*> + (o .:? "streamingComputationConfigs" .!= mempty)) + +instance ToJSON StreamingConfigTask where + toJSON StreamingConfigTask'{..} + = object + (catMaybes + [("userStepToStateFamilyNameMap" .=) <$> + _sctUserStepToStateFamilyNameMap, + ("streamingComputationConfigs" .=) <$> + _sctStreamingComputationConfigs]) + +-- | The metric short id is returned to the user alongside an offset into +-- ReportWorkItemStatusRequest +-- +-- /See:/ 'metricShortId' smart constructor. +data MetricShortId = MetricShortId' + { _msiShortId :: !(Maybe (Textual Int64)) + , _msiMetricIndex :: !(Maybe (Textual Int32)) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'MetricShortId' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'msiShortId' +-- +-- * 'msiMetricIndex' +metricShortId + :: MetricShortId +metricShortId = + MetricShortId' + { _msiShortId = Nothing + , _msiMetricIndex = Nothing + } + +-- | The service-generated short identifier for the metric. +msiShortId :: Lens' MetricShortId (Maybe Int64) +msiShortId + = lens _msiShortId (\ s a -> s{_msiShortId = a}) . + mapping _Coerce + +-- | The index of the corresponding metric in the +-- ReportWorkItemStatusRequest. Required. +msiMetricIndex :: Lens' MetricShortId (Maybe Int32) +msiMetricIndex + = lens _msiMetricIndex + (\ s a -> s{_msiMetricIndex = a}) + . mapping _Coerce + +instance FromJSON MetricShortId where + parseJSON + = withObject "MetricShortId" + (\ o -> + MetricShortId' <$> + (o .:? "shortId") <*> (o .:? "metricIndex")) + +instance ToJSON MetricShortId where + toJSON MetricShortId'{..} + = object + (catMaybes + [("shortId" .=) <$> _msiShortId, + ("metricIndex" .=) <$> _msiMetricIndex]) + -- | A request for sending worker messages to the service. -- -- /See:/ 'sendWorkerMessagesRequest' smart constructor. @@ -6755,6 +8070,43 @@ instance ToJSON PubsubLocation where ("topic" .=) <$> _plTopic, ("subscription" .=) <$> _plSubscription]) +-- | A metric value representing a list of floating point numbers. +-- +-- /See:/ 'floatingPointList' smart constructor. +newtype FloatingPointList = FloatingPointList' + { _fplElements :: Maybe [Textual Double] + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'FloatingPointList' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'fplElements' +floatingPointList + :: FloatingPointList +floatingPointList = + FloatingPointList' + { _fplElements = Nothing + } + +-- | Elements of the list. +fplElements :: Lens' FloatingPointList [Double] +fplElements + = lens _fplElements (\ s a -> s{_fplElements = a}) . + _Default + . _Coerce + +instance FromJSON FloatingPointList where + parseJSON + = withObject "FloatingPointList" + (\ o -> + FloatingPointList' <$> (o .:? "elements" .!= mempty)) + +instance ToJSON FloatingPointList where + toJSON FloatingPointList'{..} + = object + (catMaybes [("elements" .=) <$> _fplElements]) + -- | An input of an instruction, as a reference to an output of a producer -- instruction. -- @@ -6907,6 +8259,45 @@ instance ToJSON SeqMapTask where ("stageName" .=) <$> _smtStageName, ("userFn" .=) <$> _smtUserFn]) +-- | Map from user step names to state families. +-- +-- /See:/ 'streamingConfigTaskUserStepToStateFamilyNameMap' smart constructor. +newtype StreamingConfigTaskUserStepToStateFamilyNameMap = StreamingConfigTaskUserStepToStateFamilyNameMap' + { _sctustsfnmAddtional :: HashMap Text Text + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'StreamingConfigTaskUserStepToStateFamilyNameMap' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'sctustsfnmAddtional' +streamingConfigTaskUserStepToStateFamilyNameMap + :: HashMap Text Text -- ^ 'sctustsfnmAddtional' + -> StreamingConfigTaskUserStepToStateFamilyNameMap +streamingConfigTaskUserStepToStateFamilyNameMap pSctustsfnmAddtional_ = + StreamingConfigTaskUserStepToStateFamilyNameMap' + { _sctustsfnmAddtional = _Coerce # pSctustsfnmAddtional_ + } + +sctustsfnmAddtional :: Lens' StreamingConfigTaskUserStepToStateFamilyNameMap (HashMap Text Text) +sctustsfnmAddtional + = lens _sctustsfnmAddtional + (\ s a -> s{_sctustsfnmAddtional = a}) + . _Coerce + +instance FromJSON + StreamingConfigTaskUserStepToStateFamilyNameMap where + parseJSON + = withObject + "StreamingConfigTaskUserStepToStateFamilyNameMap" + (\ o -> + StreamingConfigTaskUserStepToStateFamilyNameMap' <$> + (parseJSONObject o)) + +instance ToJSON + StreamingConfigTaskUserStepToStateFamilyNameMap where + toJSON = toJSON . _sctustsfnmAddtional + -- | A work item that represents the different operations that can be -- performed on a user-defined Source specification. -- diff --git a/gen/Network/Google/Resource/Dataflow/Projects/Jobs/Debug/GetConfig.hs b/gen/Network/Google/Resource/Dataflow/Projects/Jobs/Debug/GetConfig.hs new file mode 100644 index 0000000..61dd537 --- /dev/null +++ b/gen/Network/Google/Resource/Dataflow/Projects/Jobs/Debug/GetConfig.hs @@ -0,0 +1,206 @@ +{-# LANGUAGE DataKinds #-} +{-# LANGUAGE DeriveDataTypeable #-} +{-# LANGUAGE DeriveGeneric #-} +{-# LANGUAGE FlexibleInstances #-} +{-# LANGUAGE NoImplicitPrelude #-} +{-# LANGUAGE OverloadedStrings #-} +{-# LANGUAGE RecordWildCards #-} +{-# LANGUAGE TypeFamilies #-} +{-# LANGUAGE TypeOperators #-} + +{-# OPTIONS_GHC -fno-warn-duplicate-exports #-} +{-# OPTIONS_GHC -fno-warn-unused-binds #-} +{-# OPTIONS_GHC -fno-warn-unused-imports #-} + +-- | +-- Module : Network.Google.Resource.Dataflow.Projects.Jobs.Debug.GetConfig +-- Copyright : (c) 2015-2016 Brendan Hay +-- License : Mozilla Public License, v. 2.0. +-- Maintainer : Brendan Hay <brendan.g.hay@gmail.com> +-- Stability : auto-generated +-- Portability : non-portable (GHC extensions) +-- +-- Get encoded debug configuration for component. Not cacheable. +-- +-- /See:/ <https://cloud.google.com/dataflow Google Dataflow API Reference> for @dataflow.projects.jobs.debug.getConfig@. +module Network.Google.Resource.Dataflow.Projects.Jobs.Debug.GetConfig + ( + -- * REST Resource + ProjectsJobsDebugGetConfigResource + + -- * Creating a Request + , projectsJobsDebugGetConfig + , ProjectsJobsDebugGetConfig + + -- * Request Lenses + , pjdgcXgafv + , pjdgcJobId + , pjdgcUploadProtocol + , pjdgcPp + , pjdgcAccessToken + , pjdgcUploadType + , pjdgcPayload + , pjdgcBearerToken + , pjdgcProjectId + , pjdgcCallback + ) where + +import Network.Google.Dataflow.Types +import Network.Google.Prelude + +-- | A resource alias for @dataflow.projects.jobs.debug.getConfig@ method which the +-- 'ProjectsJobsDebugGetConfig' request conforms to. +type ProjectsJobsDebugGetConfigResource = + "v1b3" :> + "projects" :> + Capture "projectId" Text :> + "jobs" :> + Capture "jobId" Text :> + "debug" :> + "getConfig" :> + QueryParam "$.xgafv" Text :> + QueryParam "upload_protocol" Text :> + QueryParam "pp" Bool :> + QueryParam "access_token" Text :> + QueryParam "uploadType" Text :> + QueryParam "bearer_token" Text :> + QueryParam "callback" Text :> + QueryParam "alt" AltJSON :> + ReqBody '[JSON] GetDebugConfigRequest :> + Post '[JSON] GetDebugConfigResponse + +-- | Get encoded debug configuration for component. Not cacheable. +-- +-- /See:/ 'projectsJobsDebugGetConfig' smart constructor. +data ProjectsJobsDebugGetConfig = ProjectsJobsDebugGetConfig' + { _pjdgcXgafv :: !(Maybe Text) + , _pjdgcJobId :: !Text + , _pjdgcUploadProtocol :: !(Maybe Text) + , _pjdgcPp :: !Bool + , _pjdgcAccessToken :: !(Maybe Text) + , _pjdgcUploadType :: !(Maybe Text) + , _pjdgcPayload :: !GetDebugConfigRequest + , _pjdgcBearerToken :: !(Maybe Text) + , _pjdgcProjectId :: !Text + , _pjdgcCallback :: !(Maybe Text) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'ProjectsJobsDebugGetConfig' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'pjdgcXgafv' +-- +-- * 'pjdgcJobId' +-- +-- * 'pjdgcUploadProtocol' +-- +-- * 'pjdgcPp' +-- +-- * 'pjdgcAccessToken' +-- +-- * 'pjdgcUploadType' +-- +-- * 'pjdgcPayload' +-- +-- * 'pjdgcBearerToken' +-- +-- * 'pjdgcProjectId' +-- +-- * 'pjdgcCallback' +projectsJobsDebugGetConfig + :: Text -- ^ 'pjdgcJobId' + -> GetDebugConfigRequest -- ^ 'pjdgcPayload' + -> Text -- ^ 'pjdgcProjectId' + -> ProjectsJobsDebugGetConfig +projectsJobsDebugGetConfig pPjdgcJobId_ pPjdgcPayload_ pPjdgcProjectId_ = + ProjectsJobsDebugGetConfig' + { _pjdgcXgafv = Nothing + , _pjdgcJobId = pPjdgcJobId_ + , _pjdgcUploadProtocol = Nothing + , _pjdgcPp = True + , _pjdgcAccessToken = Nothing + , _pjdgcUploadType = Nothing + , _pjdgcPayload = pPjdgcPayload_ + , _pjdgcBearerToken = Nothing + , _pjdgcProjectId = pPjdgcProjectId_ + , _pjdgcCallback = Nothing + } + +-- | V1 error format. +pjdgcXgafv :: Lens' ProjectsJobsDebugGetConfig (Maybe Text) +pjdgcXgafv + = lens _pjdgcXgafv (\ s a -> s{_pjdgcXgafv = a}) + +-- | The job id. +pjdgcJobId :: Lens' ProjectsJobsDebugGetConfig Text +pjdgcJobId + = lens _pjdgcJobId (\ s a -> s{_pjdgcJobId = a}) + +-- | Upload protocol for media (e.g. \"raw\", \"multipart\"). +pjdgcUploadProtocol :: Lens' ProjectsJobsDebugGetConfig (Maybe Text) +pjdgcUploadProtocol + = lens _pjdgcUploadProtocol + (\ s a -> s{_pjdgcUploadProtocol = a}) + +-- | Pretty-print response. +pjdgcPp :: Lens' ProjectsJobsDebugGetConfig Bool +pjdgcPp = lens _pjdgcPp (\ s a -> s{_pjdgcPp = a}) + +-- | OAuth access token. +pjdgcAccessToken :: Lens' ProjectsJobsDebugGetConfig (Maybe Text) +pjdgcAccessToken + = lens _pjdgcAccessToken + (\ s a -> s{_pjdgcAccessToken = a}) + +-- | Legacy upload protocol for media (e.g. \"media\", \"multipart\"). +pjdgcUploadType :: Lens' ProjectsJobsDebugGetConfig (Maybe Text) +pjdgcUploadType + = lens _pjdgcUploadType + (\ s a -> s{_pjdgcUploadType = a}) + +-- | Multipart request metadata. +pjdgcPayload :: Lens' ProjectsJobsDebugGetConfig GetDebugConfigRequest +pjdgcPayload + = lens _pjdgcPayload (\ s a -> s{_pjdgcPayload = a}) + +-- | OAuth bearer token. +pjdgcBearerToken :: Lens' ProjectsJobsDebugGetConfig (Maybe Text) +pjdgcBearerToken + = lens _pjdgcBearerToken + (\ s a -> s{_pjdgcBearerToken = a}) + +-- | The project id. +pjdgcProjectId :: Lens' ProjectsJobsDebugGetConfig Text +pjdgcProjectId + = lens _pjdgcProjectId + (\ s a -> s{_pjdgcProjectId = a}) + +-- | JSONP +pjdgcCallback :: Lens' ProjectsJobsDebugGetConfig (Maybe Text) +pjdgcCallback + = lens _pjdgcCallback + (\ s a -> s{_pjdgcCallback = a}) + +instance GoogleRequest ProjectsJobsDebugGetConfig + where + type Rs ProjectsJobsDebugGetConfig = + GetDebugConfigResponse + type Scopes ProjectsJobsDebugGetConfig = + '["https://www.googleapis.com/auth/cloud-platform", + "https://www.googleapis.com/auth/userinfo.email"] + requestClient ProjectsJobsDebugGetConfig'{..} + = go _pjdgcProjectId _pjdgcJobId _pjdgcXgafv + _pjdgcUploadProtocol + (Just _pjdgcPp) + _pjdgcAccessToken + _pjdgcUploadType + _pjdgcBearerToken + _pjdgcCallback + (Just AltJSON) + _pjdgcPayload + dataflowService + where go + = buildClient + (Proxy :: Proxy ProjectsJobsDebugGetConfigResource) + mempty diff --git a/gen/Network/Google/Resource/Dataflow/Projects/Jobs/Debug/SendCapture.hs b/gen/Network/Google/Resource/Dataflow/Projects/Jobs/Debug/SendCapture.hs new file mode 100644 index 0000000..ddc7a89 --- /dev/null +++ b/gen/Network/Google/Resource/Dataflow/Projects/Jobs/Debug/SendCapture.hs @@ -0,0 +1,206 @@ +{-# LANGUAGE DataKinds #-} +{-# LANGUAGE DeriveDataTypeable #-} +{-# LANGUAGE DeriveGeneric #-} +{-# LANGUAGE FlexibleInstances #-} +{-# LANGUAGE NoImplicitPrelude #-} +{-# LANGUAGE OverloadedStrings #-} +{-# LANGUAGE RecordWildCards #-} +{-# LANGUAGE TypeFamilies #-} +{-# LANGUAGE TypeOperators #-} + +{-# OPTIONS_GHC -fno-warn-duplicate-exports #-} +{-# OPTIONS_GHC -fno-warn-unused-binds #-} +{-# OPTIONS_GHC -fno-warn-unused-imports #-} + +-- | +-- Module : Network.Google.Resource.Dataflow.Projects.Jobs.Debug.SendCapture +-- Copyright : (c) 2015-2016 Brendan Hay +-- License : Mozilla Public License, v. 2.0. +-- Maintainer : Brendan Hay <brendan.g.hay@gmail.com> +-- Stability : auto-generated +-- Portability : non-portable (GHC extensions) +-- +-- Send encoded debug capture data for component. +-- +-- /See:/ <https://cloud.google.com/dataflow Google Dataflow API Reference> for @dataflow.projects.jobs.debug.sendCapture@. +module Network.Google.Resource.Dataflow.Projects.Jobs.Debug.SendCapture + ( + -- * REST Resource + ProjectsJobsDebugSendCaptureResource + + -- * Creating a Request + , projectsJobsDebugSendCapture + , ProjectsJobsDebugSendCapture + + -- * Request Lenses + , pjdscXgafv + , pjdscJobId + , pjdscUploadProtocol + , pjdscPp + , pjdscAccessToken + , pjdscUploadType + , pjdscPayload + , pjdscBearerToken + , pjdscProjectId + , pjdscCallback + ) where + +import Network.Google.Dataflow.Types +import Network.Google.Prelude + +-- | A resource alias for @dataflow.projects.jobs.debug.sendCapture@ method which the +-- 'ProjectsJobsDebugSendCapture' request conforms to. +type ProjectsJobsDebugSendCaptureResource = + "v1b3" :> + "projects" :> + Capture "projectId" Text :> + "jobs" :> + Capture "jobId" Text :> + "debug" :> + "sendCapture" :> + QueryParam "$.xgafv" Text :> + QueryParam "upload_protocol" Text :> + QueryParam "pp" Bool :> + QueryParam "access_token" Text :> + QueryParam "uploadType" Text :> + QueryParam "bearer_token" Text :> + QueryParam "callback" Text :> + QueryParam "alt" AltJSON :> + ReqBody '[JSON] SendDebugCaptureRequest :> + Post '[JSON] SendDebugCaptureResponse + +-- | Send encoded debug capture data for component. +-- +-- /See:/ 'projectsJobsDebugSendCapture' smart constructor. +data ProjectsJobsDebugSendCapture = ProjectsJobsDebugSendCapture' + { _pjdscXgafv :: !(Maybe Text) + , _pjdscJobId :: !Text + , _pjdscUploadProtocol :: !(Maybe Text) + , _pjdscPp :: !Bool + , _pjdscAccessToken :: !(Maybe Text) + , _pjdscUploadType :: !(Maybe Text) + , _pjdscPayload :: !SendDebugCaptureRequest + , _pjdscBearerToken :: !(Maybe Text) + , _pjdscProjectId :: !Text + , _pjdscCallback :: !(Maybe Text) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'ProjectsJobsDebugSendCapture' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'pjdscXgafv' +-- +-- * 'pjdscJobId' +-- +-- * 'pjdscUploadProtocol' +-- +-- * 'pjdscPp' +-- +-- * 'pjdscAccessToken' +-- +-- * 'pjdscUploadType' +-- +-- * 'pjdscPayload' +-- +-- * 'pjdscBearerToken' +-- +-- * 'pjdscProjectId' +-- +-- * 'pjdscCallback' +projectsJobsDebugSendCapture + :: Text -- ^ 'pjdscJobId' + -> SendDebugCaptureRequest -- ^ 'pjdscPayload' + -> Text -- ^ 'pjdscProjectId' + -> ProjectsJobsDebugSendCapture +projectsJobsDebugSendCapture pPjdscJobId_ pPjdscPayload_ pPjdscProjectId_ = + ProjectsJobsDebugSendCapture' + { _pjdscXgafv = Nothing + , _pjdscJobId = pPjdscJobId_ + , _pjdscUploadProtocol = Nothing + , _pjdscPp = True + , _pjdscAccessToken = Nothing + , _pjdscUploadType = Nothing + , _pjdscPayload = pPjdscPayload_ + , _pjdscBearerToken = Nothing + , _pjdscProjectId = pPjdscProjectId_ + , _pjdscCallback = Nothing + } + +-- | V1 error format. +pjdscXgafv :: Lens' ProjectsJobsDebugSendCapture (Maybe Text) +pjdscXgafv + = lens _pjdscXgafv (\ s a -> s{_pjdscXgafv = a}) + +-- | The job id. +pjdscJobId :: Lens' ProjectsJobsDebugSendCapture Text +pjdscJobId + = lens _pjdscJobId (\ s a -> s{_pjdscJobId = a}) + +-- | Upload protocol for media (e.g. \"raw\", \"multipart\"). +pjdscUploadProtocol :: Lens' ProjectsJobsDebugSendCapture (Maybe Text) +pjdscUploadProtocol + = lens _pjdscUploadProtocol + (\ s a -> s{_pjdscUploadProtocol = a}) + +-- | Pretty-print response. +pjdscPp :: Lens' ProjectsJobsDebugSendCapture Bool +pjdscPp = lens _pjdscPp (\ s a -> s{_pjdscPp = a}) + +-- | OAuth access token. +pjdscAccessToken :: Lens' ProjectsJobsDebugSendCapture (Maybe Text) +pjdscAccessToken + = lens _pjdscAccessToken + (\ s a -> s{_pjdscAccessToken = a}) + +-- | Legacy upload protocol for media (e.g. \"media\", \"multipart\"). +pjdscUploadType :: Lens' ProjectsJobsDebugSendCapture (Maybe Text) +pjdscUploadType + = lens _pjdscUploadType + (\ s a -> s{_pjdscUploadType = a}) + +-- | Multipart request metadata. +pjdscPayload :: Lens' ProjectsJobsDebugSendCapture SendDebugCaptureRequest +pjdscPayload + = lens _pjdscPayload (\ s a -> s{_pjdscPayload = a}) + +-- | OAuth bearer token. +pjdscBearerToken :: Lens' ProjectsJobsDebugSendCapture (Maybe Text) +pjdscBearerToken + = lens _pjdscBearerToken + (\ s a -> s{_pjdscBearerToken = a}) + +-- | The project id. +pjdscProjectId :: Lens' ProjectsJobsDebugSendCapture Text +pjdscProjectId + = lens _pjdscProjectId + (\ s a -> s{_pjdscProjectId = a}) + +-- | JSONP +pjdscCallback :: Lens' ProjectsJobsDebugSendCapture (Maybe Text) +pjdscCallback + = lens _pjdscCallback + (\ s a -> s{_pjdscCallback = a}) + +instance GoogleRequest ProjectsJobsDebugSendCapture + where + type Rs ProjectsJobsDebugSendCapture = + SendDebugCaptureResponse + type Scopes ProjectsJobsDebugSendCapture = + '["https://www.googleapis.com/auth/cloud-platform", + "https://www.googleapis.com/auth/userinfo.email"] + requestClient ProjectsJobsDebugSendCapture'{..} + = go _pjdscProjectId _pjdscJobId _pjdscXgafv + _pjdscUploadProtocol + (Just _pjdscPp) + _pjdscAccessToken + _pjdscUploadType + _pjdscBearerToken + _pjdscCallback + (Just AltJSON) + _pjdscPayload + dataflowService + where go + = buildClient + (Proxy :: Proxy ProjectsJobsDebugSendCaptureResource) + mempty diff --git a/gen/Network/Google/Resource/Dataflow/Projects/Templates/Create.hs b/gen/Network/Google/Resource/Dataflow/Projects/Templates/Create.hs new file mode 100644 index 0000000..40d558a --- /dev/null +++ b/gen/Network/Google/Resource/Dataflow/Projects/Templates/Create.hs @@ -0,0 +1,186 @@ +{-# LANGUAGE DataKinds #-} +{-# LANGUAGE DeriveDataTypeable #-} +{-# LANGUAGE DeriveGeneric #-} +{-# LANGUAGE FlexibleInstances #-} +{-# LANGUAGE NoImplicitPrelude #-} +{-# LANGUAGE OverloadedStrings #-} +{-# LANGUAGE RecordWildCards #-} +{-# LANGUAGE TypeFamilies #-} +{-# LANGUAGE TypeOperators #-} + +{-# OPTIONS_GHC -fno-warn-duplicate-exports #-} +{-# OPTIONS_GHC -fno-warn-unused-binds #-} +{-# OPTIONS_GHC -fno-warn-unused-imports #-} + +-- | +-- Module : Network.Google.Resource.Dataflow.Projects.Templates.Create +-- Copyright : (c) 2015-2016 Brendan Hay +-- License : Mozilla Public License, v. 2.0. +-- Maintainer : Brendan Hay <brendan.g.hay@gmail.com> +-- Stability : auto-generated +-- Portability : non-portable (GHC extensions) +-- +-- Creates a dataflow job from a template. +-- +-- /See:/ <https://cloud.google.com/dataflow Google Dataflow API Reference> for @dataflow.projects.templates.create@. +module Network.Google.Resource.Dataflow.Projects.Templates.Create + ( + -- * REST Resource + ProjectsTemplatesCreateResource + + -- * Creating a Request + , projectsTemplatesCreate + , ProjectsTemplatesCreate + + -- * Request Lenses + , ptcXgafv + , ptcUploadProtocol + , ptcPp + , ptcAccessToken + , ptcUploadType + , ptcPayload + , ptcBearerToken + , ptcProjectId + , ptcCallback + ) where + +import Network.Google.Dataflow.Types +import Network.Google.Prelude + +-- | A resource alias for @dataflow.projects.templates.create@ method which the +-- 'ProjectsTemplatesCreate' request conforms to. +type ProjectsTemplatesCreateResource = + "v1b3" :> + "projects" :> + Capture "projectId" Text :> + "templates" :> + QueryParam "$.xgafv" Text :> + QueryParam "upload_protocol" Text :> + QueryParam "pp" Bool :> + QueryParam "access_token" Text :> + QueryParam "uploadType" Text :> + QueryParam "bearer_token" Text :> + QueryParam "callback" Text :> + QueryParam "alt" AltJSON :> + ReqBody '[JSON] CreateJobFromTemplateRequest :> + Post '[JSON] Job + +-- | Creates a dataflow job from a template. +-- +-- /See:/ 'projectsTemplatesCreate' smart constructor. +data ProjectsTemplatesCreate = ProjectsTemplatesCreate' + { _ptcXgafv :: !(Maybe Text) + , _ptcUploadProtocol :: !(Maybe Text) + , _ptcPp :: !Bool + , _ptcAccessToken :: !(Maybe Text) + , _ptcUploadType :: !(Maybe Text) + , _ptcPayload :: !CreateJobFromTemplateRequest + , _ptcBearerToken :: !(Maybe Text) + , _ptcProjectId :: !Text + , _ptcCallback :: !(Maybe Text) + } deriving (Eq,Show,Data,Typeable,Generic) + +-- | Creates a value of 'ProjectsTemplatesCreate' with the minimum fields required to make a request. +-- +-- Use one of the following lenses to modify other fields as desired: +-- +-- * 'ptcXgafv' +-- +-- * 'ptcUploadProtocol' +-- +-- * 'ptcPp' +-- +-- * 'ptcAccessToken' +-- +-- * 'ptcUploadType' +-- +-- * 'ptcPayload' +-- +-- * 'ptcBearerToken' +-- +-- * 'ptcProjectId' +-- +-- * 'ptcCallback' +projectsTemplatesCreate + :: CreateJobFromTemplateRequest -- ^ 'ptcPayload' + -> Text -- ^ 'ptcProjectId' + -> ProjectsTemplatesCreate +projectsTemplatesCreate pPtcPayload_ pPtcProjectId_ = + ProjectsTemplatesCreate' + { _ptcXgafv = Nothing + , _ptcUploadProtocol = Nothing + , _ptcPp = True + , _ptcAccessToken = Nothing + , _ptcUploadType = Nothing + , _ptcPayload = pPtcPayload_ + , _ptcBearerToken = Nothing + , _ptcProjectId = pPtcProjectId_ + , _ptcCallback = Nothing + } + +-- | V1 error format. +ptcXgafv :: Lens' ProjectsTemplatesCreate (Maybe Text) +ptcXgafv = lens _ptcXgafv (\ s a -> s{_ptcXgafv = a}) + +-- | Upload protocol for media (e.g. \"raw\", \"multipart\"). +ptcUploadProtocol :: Lens' ProjectsTemplatesCreate (Maybe Text) +ptcUploadProtocol + = lens _ptcUploadProtocol + (\ s a -> s{_ptcUploadProtocol = a}) + +-- | Pretty-print response. +ptcPp :: Lens' ProjectsTemplatesCreate Bool +ptcPp = lens _ptcPp (\ s a -> s{_ptcPp = a}) + +-- | OAuth access token. +ptcAccessToken :: Lens' ProjectsTemplatesCreate (Maybe Text) +ptcAccessToken + = lens _ptcAccessToken + (\ s a -> s{_ptcAccessToken = a}) + +-- | Legacy upload protocol for media (e.g. \"media\", \"multipart\"). +ptcUploadType :: Lens' ProjectsTemplatesCreate (Maybe Text) +ptcUploadType + = lens _ptcUploadType + (\ s a -> s{_ptcUploadType = a}) + +-- | Multipart request metadata. +ptcPayload :: Lens' ProjectsTemplatesCreate CreateJobFromTemplateRequest +ptcPayload + = lens _ptcPayload (\ s a -> s{_ptcPayload = a}) + +-- | OAuth bearer token. +ptcBearerToken :: Lens' ProjectsTemplatesCreate (Maybe Text) +ptcBearerToken + = lens _ptcBearerToken + (\ s a -> s{_ptcBearerToken = a}) + +-- | The project which owns the job. +ptcProjectId :: Lens' ProjectsTemplatesCreate Text +ptcProjectId + = lens _ptcProjectId (\ s a -> s{_ptcProjectId = a}) + +-- | JSONP +ptcCallback :: Lens' ProjectsTemplatesCreate (Maybe Text) +ptcCallback + = lens _ptcCallback (\ s a -> s{_ptcCallback = a}) + +instance GoogleRequest ProjectsTemplatesCreate where + type Rs ProjectsTemplatesCreate = Job + type Scopes ProjectsTemplatesCreate = + '["https://www.googleapis.com/auth/cloud-platform", + "https://www.googleapis.com/auth/userinfo.email"] + requestClient ProjectsTemplatesCreate'{..} + = go _ptcProjectId _ptcXgafv _ptcUploadProtocol + (Just _ptcPp) + _ptcAccessToken + _ptcUploadType + _ptcBearerToken + _ptcCallback + (Just AltJSON) + _ptcPayload + dataflowService + where go + = buildClient + (Proxy :: Proxy ProjectsTemplatesCreateResource) + mempty diff --git a/gogol-dataflow.cabal b/gogol-dataflow.cabal index 505aad8..87c0cee 100644 --- a/gogol-dataflow.cabal +++ b/gogol-dataflow.cabal @@ -1,5 +1,5 @@ name: gogol-dataflow -version: 0.1.0 +version: 0.1.1 synopsis: Google Dataflow SDK. homepage: https://github.com/brendanhay/gogol bug-reports: https://github.com/brendanhay/gogol/issues @@ -11,7 +11,7 @@ copyright: Copyright (c) 2015-2016 Brendan Hay category: Network, Google, Cloud build-type: Simple cabal-version: >= 1.10 -extra-source-files: README.md +extra-source-files: README.md src/.gitkeep description: Develops and executes data processing patterns like ETL, batch @@ -37,6 +37,8 @@ library Network.Google.Dataflow , Network.Google.Dataflow.Types , Network.Google.Resource.Dataflow.Projects.Jobs.Create + , Network.Google.Resource.Dataflow.Projects.Jobs.Debug.GetConfig + , Network.Google.Resource.Dataflow.Projects.Jobs.Debug.SendCapture , Network.Google.Resource.Dataflow.Projects.Jobs.Get , Network.Google.Resource.Dataflow.Projects.Jobs.GetMetrics , Network.Google.Resource.Dataflow.Projects.Jobs.List @@ -44,6 +46,7 @@ library , Network.Google.Resource.Dataflow.Projects.Jobs.Update , Network.Google.Resource.Dataflow.Projects.Jobs.WorkItems.Lease , Network.Google.Resource.Dataflow.Projects.Jobs.WorkItems.ReportStatus + , Network.Google.Resource.Dataflow.Projects.Templates.Create , Network.Google.Resource.Dataflow.Projects.WorkerMessages other-modules: @@ -51,5 +54,5 @@ library , Network.Google.Dataflow.Types.Sum build-depends: - gogol-core == 0.1.0.* + gogol-core == 0.1.1.* , base >= 4.7 && < 5 |