{ "$schema": "http://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#", "contentVersion": "1.0.0.0", "parameters": { "factoryName": { "type": "string", "metadata": "Data Factory Name", "defaultValue": "swe-sdp-dv0-adf-ingressapp" }, "LS_AdlsAnalytics_dataLakeStoreUri": { "type": "secureString", "metadata": "Secure string for 'dataLakeStoreUri' of 'LS_AdlsAnalytics'" }, "LS_AdlsAnalytics_servicePrincipalId": { "type": "secureString", "metadata": "Secure string for 'servicePrincipalId' of 'LS_AdlsAnalytics'" }, "LS_AdlsAnalytics_servicePrincipalKey": { "type": "secureString", "metadata": "Secure string for 'servicePrincipalKey' of 'LS_AdlsAnalytics'" }, "LS_AdlsAnalytics_tenant": { "type": "secureString", "metadata": "Secure string for 'tenant' of 'LS_AdlsAnalytics'" }, "LS_AdlsAnalytics_subscriptionId": { "type": "secureString", "metadata": "Secure string for 'subscriptionId' of 'LS_AdlsAnalytics'" }, "LS_AdlsAnalytics_resourceGroupName": { "type": "secureString", "metadata": "Secure string for 'resourceGroupName' of 'LS_AdlsAnalytics'" }, "LS_AdlsColoridePilot_servicePrincipalKey": { "type": "secureString", "metadata": "Secure string for 'servicePrincipalKey' of 'LS_AdlsColoridePilot'" }, "LS_DataBricks_domain": { "type": "secureString", "metadata": "Secure string for 'domain' of 'LS_DataBricks'" }, "LS_DataBricks_existingClusterId": { "type": "secureString", "metadata": "Secure string for 'existingClusterId' of 'LS_DataBricks'" }, "LS_SqlAnalytics_connectionString": { "type": "secureString", "metadata": "Secure string for 'connectionString' of 'LS_SqlAnalytics'" }, "DS_AdlsColoridePilotDeviceData_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "webhdfs/v1/targetdata/" }, "DS_AdlsIngressColorideDeviceDataRaw_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "/ingress/coloride/DeviceData/00_raw" }, "DS_archive_IOTPlatform_DeviceData_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('devicedata-archive/',dataset().environmentIdentifier,'-sns-001/',dataset().environmentIdentifier,'-ehb-devicedata/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_archive_IOTPlatform_DeviceProperties_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('deviceproperties-archive/',dataset().environmentIdentifier,'-sns-002/',dataset().environmentIdentifier,'-ehb-deviceproperties/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_archive_IOTPlatform_Gamification_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('gamification-datalake-capture/',dataset().environmentIdentifier,'-sns-gam/',dataset().environmentIdentifier,'-ehb-gamificationdatalake/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_archive_IOTPlatform_Maneuvers_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('maneuver-archive/',dataset().environmentIdentifier,'-sns-001/',dataset().environmentIdentifier,'-ehb-detected/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_archive_IOTPlatform_Sessions_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('sessions-archive/',dataset().environmentIdentifier,'-sns-002/',dataset().environmentIdentifier,'-ehb-sessions/',formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_archive_InsurancePortal_AllDatasets_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('insportal/',dataset().environmentIdentifier,'-sns-sha/',dataset().environmentIdentifier,'-ehb-dataanalysis/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_IOTPlatform_DeviceData_00_raw_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/IOTPlatform/DeviceData/00_raw/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_IOTPlatform_DeviceProperties_00_raw_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/IOTPlatform/DeviceProperties/00_raw/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_IOTPlatform_DeviceProperties_10_processed_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/IOTPlatform/DeviceProperties/10_processed/v', dataset().version, '/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_IOTPlatform_Gamification_00_raw_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/IOTPlatform/Gamification/00_raw/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_IOTPlatform_Gamification_10_processed_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/IOTPlatform/Gamification/10_processed/v', dataset().version, '/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_IOTPlatform_Maneuvers_00_raw_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/IOTPlatform/Maneuvers/00_raw/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_IOTPlatform_Maneuvers_10_processed_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/IOTPlatform/Maneuvers/10_processed/v', dataset().version, '/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_IOTPlatform_Sessions_00_raw_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/IOTPlatform/Sessions/00_raw/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_IOTPlatform_Sessions_10_processed_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/IOTPlatform/Sessions/10_processed/v', dataset().version, '/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_ingress_InsurancePortal_AllDatasets_00_raw_properties_typeProperties_fileName": { "type": "string", "defaultValue": "" }, "DS_ingress_InsurancePortal_AllDatasets_00_raw_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/ingress/InsurancePortal/AllDatasets/00_raw/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd-HH'), '/')" }, "DS_projects_AccelerometerData_00_input_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/projects/AccelerometerData/00_input/DeviceData/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/')" }, "DS_projects_DeviceActivities_00_input_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/projects/DeviceActivities/00_input/DeviceData/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/')" }, "DS_projects_DeviceEvents_00_input_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/projects/DeviceEvents/00_input/DeviceData/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/')" }, "DS_projects_DeviceProperties_00_input_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/projects/DeviceProperties/00_input/DeviceProperties/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/')" }, "DS_projects_GPSData_00_input_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/projects/GPSData/00_input/DeviceData/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/')" }, "DS_projects_Maneuver_00_input_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/projects/Maneuvers/00_input/Maneuvers/', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/')" }, "DS_projects_Session_00_input_properties_typeProperties_folderPath": { "type": "string", "defaultValue": "@concat('/projects/Sessions/00_input/Sessions/Year=', formatDateTime(dataset().sliceStartUTC, 'yyyy'),'/Month=', formatDateTime(dataset().sliceStartUTC, 'yyyyMM'), '/Day=', formatDateTime(dataset().sliceStartUTC, 'yyyyMMdd'), '/')" }, "LS_AdlsAnalytics_properties_typeProperties_dataLakeStoreUri": { "type": "string", "defaultValue": "[parameters('LS_AdlsAnalytics_dataLakeStoreUri')]" }, "LS_AdlsAnalytics_properties_typeProperties_servicePrincipalId": { "type": "string", "defaultValue": "[parameters('LS_AdlsAnalytics_servicePrincipalId')]" }, "LS_AdlsAnalytics_properties_typeProperties_tenant": { "type": "string", "defaultValue": "[parameters('LS_AdlsAnalytics_tenant')]" }, "LS_AdlsAnalytics_properties_typeProperties_subscriptionId": { "type": "string", "defaultValue": "[parameters('LS_AdlsAnalytics_subscriptionId')]" }, "LS_AdlsAnalytics_properties_typeProperties_resourceGroupName": { "type": "string", "defaultValue": "[parameters('LS_AdlsAnalytics_resourceGroupName')]" }, "LS_AdlsColoridePilot_properties_typeProperties_dataLakeStoreUri": { "type": "string", "defaultValue": "adl://eussdpdvcpddatalakestore.azuredatalakestore.net" }, "LS_AdlsColoridePilot_properties_typeProperties_servicePrincipalId": { "type": "string", "defaultValue": "0dd0559b-1647-4c5b-a2cc-66761377e176" }, "LS_AdlsColoridePilot_properties_typeProperties_tenant": { "type": "string", "defaultValue": "swissreiotplatform.onmicrosoft.com" }, "LS_AdlsColoridePilot_properties_typeProperties_subscriptionId": { "type": "string", "defaultValue": "2bdc8381-d11b-40df-b93e-dd30046cf3f1" }, "LS_AdlsColoridePilot_properties_typeProperties_resourceGroupName": { "type": "string", "defaultValue": "swe-sdp-dv-cpd-001" }, "LS_BlobDeviceDataArchive_properties_typeProperties_connectionString_secretName": { "type": "string", "defaultValue": "Analytics-DataSources-IotPlatform-DeviceData-ConnectionString" }, "LS_BlobDevicePropertiesArchive_properties_typeProperties_connectionString_secretName": { "type": "string", "defaultValue": "Analytics-DataSources-IotPlatform-DeviceProperties-ConnectionString" }, "LS_BlobGamificationArchive_properties_typeProperties_connectionString_secretName": { "type": "string", "defaultValue": "Analytics-DataSources-Gamification-ConnectionString" }, "LS_BlobInsurancePortalArchive_properties_typeProperties_connectionString_secretName": { "type": "string", "defaultValue": "Analytics-DataSources-InsurancePortal-ConnectionString" }, "LS_BlobManeuversArchive_properties_typeProperties_connectionString_secretName": { "type": "string", "defaultValue": "Analytics-DataSources-IotPlatform-Maneuvers-ConnectionString" }, "LS_BlobSessionsArchive_properties_typeProperties_connectionString_secretName": { "type": "string", "defaultValue": "Analytics-DataSources-IotPlatform-Sessions-ConnectionString" }, "LS_KeyVault_properties_typeProperties_baseUrl": { "type": "string", "defaultValue": "https://swe-sdp-dv0-kvt-001.vault.azure.net/" }, "TRG_DeviceDataAndSession_Hour_properties_pipeline_parameters_sliceStartUTC": { "type": "string", "defaultValue": "@{formatDateTime(trigger().outputs.windowStartTime,'yyyy-MM-dd HH:00:00')}" }, "TRG_DeviceProperties_Hour_properties_pipeline_parameters_sliceStartUTC": { "type": "string", "defaultValue": "@{formatDateTime(trigger().outputs.windowStartTime,'yyyy-MM-dd HH:00:00')}" }, "TRG_Gamification_Hourly_properties_pipeline_parameters_sliceStartUTC": { "type": "string", "defaultValue": "@{formatDateTime(trigger().outputs.windowStartTime,'yyyy-MM-dd HH:00:00')}" }, "TRG_InsurancePortal_Hour_properties_pipeline_parameters_sliceStartUTC": { "type": "string", "defaultValue": "@{formatDateTime(trigger().outputs.windowStartTime,'yyyy-MM-dd HH:00:00')}" }, "TRG_Maneuvers_Hour_properties_pipeline_parameters_sliceStartUTC": { "type": "string", "defaultValue": "@{formatDateTime(trigger().outputs.windowStartTime,'yyyy-MM-dd HH:00:00')}" } }, "variables": { "factoryId": "[concat('Microsoft.DataFactory/factories/', parameters('factoryName'))]" }, "resources": [ { "name": "[concat(parameters('factoryName'), '/PIP_DeviceData_Sessions')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_ExecutePipeline_Ingress_RawDeviceData", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_DeviceData_00_raw", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipeline_Ingress_RawSessions", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_Sessions_00_raw", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipeline_Ingress_Process_DeviceData", "type": "ExecutePipeline", "dependsOn": [ { "activity": "ACT_ExecutePipeline_Ingress_RawDeviceData", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_DeviceData_10_processed", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipeline_Ingress_Process_Sessions", "type": "ExecutePipeline", "dependsOn": [ { "activity": "ACT_ExecutePipeline_Ingress_RawSessions", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_Sessions_10_processed", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecuteDeviceData_Projects_IfEndOfDay_30_input", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecutePipeline_Ingress_Process_DeviceData", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecutePipelineProjectsGPSDataPrepareInput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_Positions", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipelineProjectsAccelerometerDataPrepare", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_Accelerometers", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipelineProjectsDeviceEventsPrepareInput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_DeviceEvents", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipelineProjectsDeviceActivitiesPrepareInput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_DeviceActivities", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } }, { "name": "ACT_ExecuteSessions_Projects_IfEndOfDay", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecutePipeline_Ingress_Process_Sessions", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecutePipelineProjectsSessionsPrepareInput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_Sessions", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } }, { "name": "ACT_ExecutePipeline_Projects_HereEnrichmentIfEndOfDay", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecuteDeviceData_Projects_IfEndOfDay_80_output", "dependencyConditions": [ "Succeeded" ] }, { "activity": "ACT_Execute_Projects_Sessions_IfEndOfDay_80_output", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecutePipelineProjectsHereEnrichment", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_80_output_HEREEnrichment", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } }, { "name": "ACT_ExecuteDeviceData_Projects_IfEndOfDay_80_output", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecuteDeviceData_Projects_IfEndOfDay_30_input", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecutePipelineProjectsGPSDataPrepareOutput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_80_output_PositionsByDeviceID", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipelineProjectsAccelerometersPrepareOutput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_80_output_AccelerometersByDeviceID", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipelineProjectsDeviceEventsPrepareOutput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_80_output_DeviceByEventsByDeviceID", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipelineProjectsDeviceActivitiesPrepareOut", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_80_output_DeviceActivitiesByDeviceID", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } }, { "name": "ACT_Execute_Projects_Sessions_IfEndOfDay_80_output", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecuteSessions_Projects_IfEndOfDay", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_projects_IOTPlatform_Sessions_80_output", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_80_output_SessionsByDeviceID", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "management" } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_DeviceData_00_raw')]", "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_Sessions_00_raw')]", "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_DeviceData_10_processed')]", "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_Sessions_10_processed')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_Positions')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_Accelerometers')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_DeviceEvents')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_DeviceActivities')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_Sessions')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_80_output_HEREEnrichment')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_80_output_PositionsByDeviceID')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_80_output_AccelerometersByDeviceID')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_80_output_DeviceByEventsByDeviceID')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_80_output_DeviceActivitiesByDeviceID')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_80_output_SessionsByDeviceID')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_DeviceProperties')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_ExecutePipelineIngressCopyRawDeviceProperties", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_DeviceProperties_00_raw", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipelineIngressProcessDeviceProperties", "type": "ExecutePipeline", "dependsOn": [ { "activity": "ACT_ExecutePipelineIngressCopyRawDeviceProperties", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_DeviceProperties_10_processed", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecuteDevicePropertiesProjectsIfEndOfDay_30_input", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecutePipelineIngressProcessDeviceProperties", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecutePipelineProjectsDevicePropertiesPrepareInput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_DeviceProperties", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } }, { "name": "ACT_ExecuteDevicePropertiesProjectsIfEndOfDay_80_output", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecuteDevicePropertiesProjectsIfEndOfDay_30_input", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecuteDevicePropertiesProjects_80_output", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_80_output_DevicePropertiesByDeviceID", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "management" } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_DeviceProperties_00_raw')]", "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_DeviceProperties_10_processed')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_DeviceProperties')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_80_output_DevicePropertiesByDeviceID')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_Gamification')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_ExecutePipeline_Ingress_RawGamification", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_Gamification_00_raw", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipeline_Ingress_Process_Gamification", "type": "ExecutePipeline", "dependsOn": [ { "activity": "ACT_ExecutePipeline_Ingress_RawGamification", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_Gamification_10_processed", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecuteGamification_Projects_IfEndOfDay_30_input", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecutePipeline_Ingress_Process_Gamification", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecutePipelineProjects_Gam_Sessions", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_Gamification_SessionData", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipelineProjects_Gam_GroupData", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_Gamification_GroupData", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipelineProjects_Gam_Weekly", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_Gamification_WeeklyDriverData", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } }, { "name": "ACT_ExecuteGamificationByID_IfEndOfDay_80_output", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecuteGamification_Projects_IfEndOfDay_30_input", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecutePipelineProjectsOutput_Gam_Sessions", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_80_output_Gamification_SessionDataByDeviceID", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "management" } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_Gamification_00_raw')]", "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_Gamification_10_processed')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_Gamification_SessionData')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_Gamification_GroupData')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_Gamification_WeeklyDriverData')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_80_output_Gamification_SessionDataByDeviceID')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_IPReporting')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_InsurancePortal_00_raw", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_InsurancePortal_AllDatasets_00_raw", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_InsurancePortal_10_processed", "type": "ExecutePipeline", "dependsOn": [ { "activity": "ACT_InsurancePortal_00_raw", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_InsurancePortal_ALL_10_processed", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_InsurancePortal_30_input_Users", "type": "ExecutePipeline", "dependsOn": [ { "activity": "ACT_InsurancePortal_10_processed", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_IPReporting_30_input_Users", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_InsurancePortal_30_input_Vehicles", "type": "ExecutePipeline", "dependsOn": [ { "activity": "ACT_InsurancePortal_10_processed", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_IPReporting_30_input_Vehicles", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_InsurancePortal_30_input_Contracts", "type": "ExecutePipeline", "dependsOn": [ { "activity": "ACT_InsurancePortal_10_processed", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_IPReporting_30_input_Contracts", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "management" } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_ingress_InsurancePortal_AllDatasets_00_raw')]", "[concat(variables('factoryId'), '/pipelines/PIP_ingress_InsurancePortal_ALL_10_processed')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_IPReporting_30_input_Users')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_IPReporting_30_input_Vehicles')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_IPReporting_30_input_Contracts')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_Maneuvers')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_ExecutePipeline_Ingress_Raw_Maneuvers", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_Maneuvers_00_raw", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecutePipeline_Ingress_Process_Maneuvers", "type": "ExecutePipeline", "dependsOn": [ { "activity": "ACT_ExecutePipeline_Ingress_Raw_Maneuvers", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_ingress_IOTPlatform_Maneuvers_10_processed", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } }, { "name": "ACT_ExecuteManeuversProjectsIfEndOfDay", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecutePipeline_Ingress_Process_Maneuvers", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecutePipelineProjectsManeuverDataPrepareInput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_30_input_Maneuvers", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } }, { "name": "ACT_ExecuteManeuversProjectsIfEndOfDay_80_output", "type": "IfCondition", "dependsOn": [ { "activity": "ACT_ExecuteManeuversProjectsIfEndOfDay", "dependencyConditions": [ "Succeeded" ] } ], "userProperties": [], "typeProperties": { "expression": { "value": "@endsWith(pipeline().parameters.sliceStartUTC,'23:00:00')", "type": "Expression" }, "ifTrueActivities": [ { "name": "ACT_ExecutePipelineProjectsManeuverDataPrepareOutput", "type": "ExecutePipeline", "dependsOn": [], "userProperties": [], "typeProperties": { "pipeline": { "referenceName": "PIP_projects_AnalyticsModel_80_output_ManeuversByDeviceID", "type": "PipelineReference" }, "waitOnCompletion": true, "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } } ] } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "management" } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_Maneuvers_00_raw')]", "[concat(variables('factoryId'), '/pipelines/PIP_ingress_IOTPlatform_Maneuvers_10_processed')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_30_input_Maneuvers')]", "[concat(variables('factoryId'), '/pipelines/PIP_projects_AnalyticsModel_80_output_ManeuversByDeviceID')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_Setup')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "Setup_Storage", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 3, "retryIntervalInSeconds": 300, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/setup/Setup_Storage", "baseParameters": { "TenantID": { "value": "@pipeline().parameters.tenantId", "type": "Expression" }, "ClientID": { "value": "@pipeline().parameters.clientId", "type": "Expression" }, "ClientKey": { "value": "@pipeline().parameters.clientKey", "type": "Expression" }, "ADLSAccountName": { "value": "@pipeline().parameters.adlsAccountName", "type": "Expression" }, "UnmountIfExists": { "value": "@pipeline().parameters.unmountIfExists", "type": "Expression" } } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "Setup_SQL", "type": "DatabricksNotebook", "dependsOn": [ { "activity": "Setup_Storage", "dependencyConditions": [ "Succeeded" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 3, "retryIntervalInSeconds": 300, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/setup/Setup_SQL" }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } } ], "parameters": { "tenantId": { "type": "SecureString" }, "clientId": { "type": "SecureString" }, "clientKey": { "type": "SecureString" }, "adlsAccountName": { "type": "SecureString" }, "unmountIfExists": { "type": "String", "defaultValue": "1" } }, "folder": { "name": "setup" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_Coloride_DeviceData_00_raw')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_Ingress_Raw_Coloride_DeviceData", "type": "Copy", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30 }, "userProperties": [ { "name": "Source", "value": "webhdfs/v1/targetdata//" }, { "name": "Destination", "value": "/ingress/coloride/DeviceData/00_raw/" } ], "typeProperties": { "source": { "type": "AzureDataLakeStoreSource", "recursive": true }, "sink": { "type": "AzureDataLakeStoreSink", "copyBehavior": "PreserveHierarchy" }, "enableStaging": false, "dataIntegrationUnits": 0 }, "inputs": [ { "referenceName": "DS_AdlsColoridePilotDeviceData", "type": "DatasetReference", "parameters": {} } ], "outputs": [ { "referenceName": "DS_AdlsIngressColorideDeviceDataRaw", "type": "DatasetReference", "parameters": {} } ] } ], "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/datasets/DS_AdlsColoridePilotDeviceData')]", "[concat(variables('factoryId'), '/datasets/DS_AdlsIngressColorideDeviceDataRaw')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_DeviceData_00_raw')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "description": "Copy Data", "activities": [ { "name": "ACT_ingress_IOTPlatfom_DeviceData_00_raw", "description": "Copy Data", "type": "Copy", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [ { "name": "Source", "value": "@{concat('devicedata-archive/','<environmentIdentifier>','-sns-001/','<environmentIdentifier>','-ehb-devicedata/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" }, { "name": "Destination", "value": "@{concat('/ingress/IOTPlatform/DeviceData/00_raw/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" } ], "typeProperties": { "source": { "type": "BlobSource", "recursive": true }, "sink": { "type": "AzureDataLakeStoreSink" }, "enableStaging": false, "dataIntegrationUnits": 0 }, "inputs": [ { "referenceName": "DS_archive_IOTPlatform_DeviceData", "type": "DatasetReference", "parameters": { "sliceStartUTC": "@pipeline().parameters.sliceStartUTC" } } ], "outputs": [ { "referenceName": "DS_ingress_IOTPlatform_DeviceData_00_raw", "type": "DatasetReference", "parameters": { "sliceStartUTC": "@pipeline().parameters.sliceStartUTC" } } ] }, { "name": "ACT_SendFailureAlert_IngressCopyRawDeviceData", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_ingress_IOTPlatfom_DeviceData_00_raw", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_IngressCopyRawDeviceData", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/datasets/DS_archive_IOTPlatform_DeviceData')]", "[concat(variables('factoryId'), '/datasets/DS_ingress_IOTPlatform_DeviceData_00_raw')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_DeviceData_10_processed')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_SendFailureAlert_IngressProcessDeviceData", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_ingress_IOTPlatform_DeviceData_10_Processed", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_ingress_IOTPlatform_DeviceData_10_Processed", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } }, { "name": "ACT_ingress_IOTPlatform_DeviceData_10_Processed", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/ingress/Extract_AVRO", "baseParameters": { "datasetName": "DeviceData", "debug": "0", "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_DeviceProperties_00_raw')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_Ingress_Raw_DeviceProperties", "type": "Copy", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [ { "name": "Source", "value": "@{concat('deviceproperties-archive/','<environmentIdentifier>','-sns-002/','<environmentIdentifier>','-ehb-deviceproperties/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" }, { "name": "Destination", "value": "@{concat('/ingress/IOTPlatform/DeviceProperties/00_raw/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" } ], "typeProperties": { "source": { "type": "BlobSource", "recursive": true }, "sink": { "type": "AzureDataLakeStoreSink" }, "enableStaging": false, "dataIntegrationUnits": 0 }, "inputs": [ { "referenceName": "DS_archive_IOTPlatform_DeviceProperties", "type": "DatasetReference", "parameters": { "sliceStartUTC": "@pipeline().parameters.sliceStartUTC" } } ], "outputs": [ { "referenceName": "DS_ingress_IOTPlatform_DeviceProperties_00_raw", "type": "DatasetReference", "parameters": { "sliceStartUTC": "@pipeline().parameters.sliceStartUTC" } } ] }, { "name": "ACT_SendFailureAlert_IngressCopyRawDeviceProperties", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_Ingress_Raw_DeviceProperties", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_Ingress_Raw_DeviceProperties", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/datasets/DS_archive_IOTPlatform_DeviceProperties')]", "[concat(variables('factoryId'), '/datasets/DS_ingress_IOTPlatform_DeviceProperties_00_raw')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_DeviceProperties_10_processed')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_SendFailureAlert_IngressProcessDeviceProperties", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_ingress_IOTPlatform_DeviceProperties_10_Processed", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_ingress_IOTPlatform_DeviceProperties_10_Processed", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } }, { "name": "ACT_ingress_IOTPlatform_DeviceProperties_10_Processed", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/ingress/Extract_AVRO", "baseParameters": { "datasetName": "DeviceProperties", "debug": "0", "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_Gamification_00_raw')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "description": "Copy Data", "activities": [ { "name": "ACT_ingress_IOTPlatfom_Gamification_00_raw", "description": "Copy Data", "type": "Copy", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [ { "name": "Source", "value": "@{concat('gamification-datalake-capture/','swe-sdp-dv0','-sns-gam/','swe-sdp-dv0','-ehb-gamificationdatalake/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" }, { "name": "Destination", "value": "@{concat('/ingress/IOTPlatform/Gamification/00_raw/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" } ], "typeProperties": { "source": { "type": "BlobSource", "recursive": true }, "sink": { "type": "AzureDataLakeStoreSink", "copyBehavior": "PreserveHierarchy" }, "enableStaging": false, "dataIntegrationUnits": 0 }, "inputs": [ { "referenceName": "DS_archive_IOTPlatform_Gamification", "type": "DatasetReference", "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "environmentIdentifier": "__Analytics-Platform-EnvironmentPrefix__" } } ], "outputs": [ { "referenceName": "DS_ingress_IOTPlatform_Gamification_00_raw", "type": "DatasetReference", "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } ] }, { "name": "ACT_SendFailureAlert_IngressCopyRawGamification", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_ingress_IOTPlatfom_Gamification_00_raw", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_IngressCopyRawGamification", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/datasets/DS_archive_IOTPlatform_Gamification')]", "[concat(variables('factoryId'), '/datasets/DS_ingress_IOTPlatform_Gamification_00_raw')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_Gamification_10_processed')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_SendFailureAlert_IngressProcessDeviceProperties", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_ingress_IOTPlatform_Gamification_10_Processed", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_ingress_IOTPlatform_Gamification_10_Processed", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } }, { "name": "ACT_ingress_IOTPlatform_Gamification_10_Processed", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/ingress/Extract_AVRO", "baseParameters": { "datasetName": "Gamification", "debug": "0", "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_Maneuvers_00_raw')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_Ingress_Maneuvers_Raw", "type": "Copy", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [ { "name": "Source", "value": "@{concat('maneuver-archive/','<environmentIdentifier>','-sns-001/','<environmentIdentifier>','-ehb-detected/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" }, { "name": "Destination", "value": "@{concat('/ingress/IOTPlatform/Maneuvers/00_raw/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" } ], "typeProperties": { "source": { "type": "BlobSource", "recursive": true }, "sink": { "type": "AzureDataLakeStoreSink" }, "enableStaging": false, "dataIntegrationUnits": 0 }, "inputs": [ { "referenceName": "DS_archive_IOTPlatform_Maneuvers", "type": "DatasetReference", "parameters": { "sliceStartUTC": "@pipeline().parameters.sliceStartUTC" } } ], "outputs": [ { "referenceName": "DS_ingress_IOTPlatform_Maneuvers_00_raw", "type": "DatasetReference", "parameters": { "sliceStartUTC": "@pipeline().parameters.sliceStartUTC" } } ] }, { "name": "ACT_SendFailureAlert_IngressCopyRawManeuvers", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_Ingress_Maneuvers_Raw", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_IngressCopyRawManeuvers", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/datasets/DS_archive_IOTPlatform_Maneuvers')]", "[concat(variables('factoryId'), '/datasets/DS_ingress_IOTPlatform_Maneuvers_00_raw')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_Maneuvers_10_processed')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_SendFailureAlert_IngressProcessManeuvers", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_ingress_IOTPlatform_Maneuvers_10_Processed", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_ingress_IOTPlatform_Maneuvers_10_Processed", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } }, { "name": "ACT_ingress_IOTPlatform_Maneuvers_10_Processed", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/ingress/Extract_AVRO", "baseParameters": { "datasetName": "Maneuvers", "debug": "0", "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_Sessions_00_raw')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_Ingress_Raw_Sessions", "type": "Copy", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [ { "name": "Source", "value": "@{concat('sessions-archive/','<environmentIdentifier>','-sns-002/','<environmentIdentifier>','-ehb-sessions/',formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" }, { "name": "Destination", "value": "@{concat('/ingress/IOTPlatform/Sessions/00_raw/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" } ], "typeProperties": { "source": { "type": "BlobSource", "recursive": true }, "sink": { "type": "AzureDataLakeStoreSink" }, "enableStaging": false, "dataIntegrationUnits": 0 }, "inputs": [ { "referenceName": "DS_archive_IOTPlatform_Sessions", "type": "DatasetReference", "parameters": { "sliceStartUTC": "@pipeline().parameters.sliceStartUTC" } } ], "outputs": [ { "referenceName": "DS_ingress_IOTPlatform_Sessions_00_raw", "type": "DatasetReference", "parameters": { "sliceStartUTC": "@pipeline().parameters.sliceStartUTC" } } ] }, { "name": "ACT_SendFailureAlert_IngressCopyRawSessions", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_Ingress_Raw_Sessions", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_IngressCopyRawSessions", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/datasets/DS_archive_IOTPlatform_Sessions')]", "[concat(variables('factoryId'), '/datasets/DS_ingress_IOTPlatform_Sessions_00_raw')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_IOTPlatform_Sessions_10_processed')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_SendFailureAlert_IngressProcessSessions", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_ingress_IOTPlatform_Sessions_10_Processed", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_ingress_IOTPlatform_Sessions_10_Processed", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } }, { "name": "ACT_ingress_IOTPlatform_Sessions_10_Processed", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/ingress/Extract_AVRO", "baseParameters": { "datasetName": "Sessions", "debug": "0", "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_InsurancePortal_ALL_10_processed')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_UserProfile_SendFailureAlertInsurancePortal", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_ingress_InsurancePortal_AllDatasets_10_Processed", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_ingress_InsurancePortal_UserProfiles_10_Processed", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": false } } }, { "name": "ACT_ingress_InsurancePortal_AllDatasets_10_Processed", "description": "Load UserProfiles, VehicleProfiles and Contracts", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/ingress/Extract_AVRO_InsurancePortal", "baseParameters": { "debug": "0", "datasetName": "AllDatasets", "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_ingress_InsurancePortal_AllDatasets_00_raw')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "description": "Copy Data", "activities": [ { "name": "ACT_ingress_InsurancePortal_AllDatasets_00_raw", "description": "Copy Data", "type": "Copy", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [ { "name": "Source", "value": "@{concat('insportal/','swe-sdp-dv2','-sns-sha/','swe-sdp-dv2','-ehb-dataanalysis/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" }, { "name": "Destination", "value": "@{concat('/ingress/InsurancePortal/AllDatasets/00_raw/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyy'),'/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMM'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd'), '/', formatDateTime(pipeline().parameters.sliceStartUTC, 'yyyyMMdd-HH'), '/')}/" } ], "typeProperties": { "source": { "type": "BlobSource", "recursive": true }, "sink": { "type": "AzureDataLakeStoreSink" }, "enableStaging": false, "dataIntegrationUnits": 0 }, "inputs": [ { "referenceName": "DS_archive_InsurancePortal_AllDatasets", "type": "DatasetReference", "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "environmentIdentifier": "__Analytics-Platform-EnvironmentPrefix__" } } ], "outputs": [ { "referenceName": "DS_ingress_InsurancePortal_AllDatasets_00_raw", "type": "DatasetReference", "parameters": { "sliceStartUTC": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" } } } ] }, { "name": "ACT_SendFailureAlert_IngressCopyInsurancePortalAllRaw", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_ingress_InsurancePortal_AllDatasets_00_raw", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_IngressCopyRawDeviceData", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" } }, "dependsOn": [ "[concat(variables('factoryId'), '/datasets/DS_archive_InsurancePortal_AllDatasets')]", "[concat(variables('factoryId'), '/datasets/DS_ingress_InsurancePortal_AllDatasets_00_raw')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_Accelerometers')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30_input_Accelerometers", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Accelerometers" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30_input_Accelerometers", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30Input_Accelerometers", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_DeviceActivities')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30Input_DeviceActivities", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "DeviceActivities" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30Input_DeviceActivities", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30Input_DeviceActivities", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_DeviceEvents')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30Input_DeviceEvents", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "DeviceEvents" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30Input_DeviceEvents", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30Input_DeviceEvents", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_DeviceProperties')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30Input_DeviceProperties", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "DeviceProperties" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30Input_DeviceProperties", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30Input_DeviceProperties", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_Gamification_GroupData')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30Input_Gam_GroupData", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Gamification_GroupData" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30Input_Gam_GroupData", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30Input_Gamification_GroupData", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_Gamification_SessionData')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30Input_Gam_SessionData", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Gamification_SessionData" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30Input_Gam_SessionData", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30Input_Gamification_SessionData", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_Gamification_WeeklyDriverData')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30Input_Gam_Weekly", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Gamification_WeeklyDriverData" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30Input_Gam_Weekly", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30Input_Gamification_WeeklyDriverData", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_Maneuvers')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30Input_Maneuvers", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Maneuvers" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30Input_Maneuvers", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30Input_Maneuvers", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_Positions')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30Input_Positions", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Positions" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30Input_Positions", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30Input_Positions", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_30_input_Sessions')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_30_input_Sessions", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/30_input-IOTPlatform", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Sessions" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_30_input_Sessions", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_30_input_Sessions", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_80_output_AccelerometersByDeviceID')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_80Output_Accelerometers", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/80_output-ByDeviceId", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Accelerometers" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_80Output_Accelerometers", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_80Output_Accelerometers", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_80_output_DeviceActivitiesByDeviceID')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_80Output_DeviceActivities", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/80_output-ByDeviceId", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "DeviceActivities" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_80Output_DeviceActivities", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_80Output_DeviceActivities", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_80_output_DeviceByEventsByDeviceID')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_80Output_DeviceByEvents", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/80_output-ByDeviceId", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "DeviceEvents" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_80Output_DeviceByEvents", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_80Output_DeviceByEvents", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_80_output_DevicePropertiesByDeviceID')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_80Output_DeviceProperties", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/80_output-ByDeviceId", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "DeviceProperties" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_80Output_DeviceProperties", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_80Output_DeviceProperties", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_80_output_Gamification_SessionDataByDeviceID')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_80_Output_Gam_SessByDevID", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/80_output-ByDeviceId", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Gamification_SessionData" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_80_Output_Gam_SessByDevID", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_80Output_GamificationSessionDataByDeviceID", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_80_output_HEREEnrichment')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_80_output_HEREEnrichment", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/80_output-HEREEnrichment", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_80_output_HEREEnrichment", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_80Output_DeviceProperties", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_80_output_ManeuversByDeviceID')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_80Output_Maneuvers", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/80_output-ByDeviceId", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Maneuvers" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_80Output_Maneuvers", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_80Output_Maneuvers", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_80_output_PositionsByDeviceID')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_80Output_Positions", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/80_output-ByDeviceId", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Positions" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_80Output_Positions", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_80Output_Positions", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_AnalyticsModel_80_output_SessionsByDeviceID')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "activities": [ { "name": "ACT_projects_AnalyticsModel_80Output_Sessions", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/AnalyticsModel/Jobs/80_output-ByDeviceId", "baseParameters": { "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "debug": "0", "filesPerDay": "1", "tableName": "Sessions" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlert", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_AnalyticsModel_80Output_Sessions", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_AnalyticsModel_80Output_Sessions", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_AnalyticsModel" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_IPReporting_30_input_Contracts')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "description": "Users", "activities": [ { "name": "ACT_projects_IPReporting_30_Input_Vehicles", "description": "Vehicles", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/IPReporting/Jobs/30_input-InsurancePortal", "baseParameters": { "debug": "0", "filesPerDay": "1", "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "tableName": "Contracts" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlertInsurancePortal", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_IPReporting_30_Input_Vehicles", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_IPReporting_00_Input_Vehicles", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_IPReporting" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_IPReporting_30_input_Users')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "description": "Users", "activities": [ { "name": "ACT_projects_IPReporting_30_Input_Users", "description": "Users", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/IPReporting/Jobs/30_input-InsurancePortal", "baseParameters": { "debug": "0", "filesPerDay": "1", "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "tableName": "Users" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlertInsurancePortal", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_IPReporting_30_Input_Users", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_IPReporting_00_Input_Users", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_IPReporting" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_IPReporting_30_input_Vehicles')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "description": "Users", "activities": [ { "name": "ACT_projects_IPReporting_30_Input_Vehicles", "description": "Vehicles", "type": "DatabricksNotebook", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/IPReporting/Jobs/30_input-InsurancePortal", "baseParameters": { "debug": "0", "filesPerDay": "1", "sliceDay": { "value": "@pipeline().parameters.sliceStartUTC", "type": "Expression" }, "tableName": "Vehicles" } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlertInsurancePortal", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_IPReporting_30_Input_Vehicles", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_IPReporting_00_Input_Vehicles", "SliceDate": "@pipeline().parameters.sliceStartUTC", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } } ], "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects_IPReporting" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]" ] }, { "name": "[concat(parameters('factoryName'), '/PIP_projects_IPReporting_90_exportToSQL')]", "type": "Microsoft.DataFactory/factories/pipelines", "apiVersion": "2017-09-01-preview", "properties": { "description": "Export all Tables to Azure SQL DB", "activities": [ { "name": "ACT_projects_IPReporting_90_exportToSQL", "description": "Export all Tables to Azure SQL DB", "type": "DatabricksNotebook", "dependsOn": [ { "activity": "ACT_truncate_tables", "dependencyConditions": [ "Succeeded" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "notebookPath": "/Shared/projects/IPReporting/Jobs/90_export_sqldb", "baseParameters": { "debug": "0", "sqlServername": { "value": "@concat(pipeline().parameters.environmentIdentifier, '-asq-analytics.database.windows.net')", "type": "Expression" }, "sqlDatabase": { "value": "@concat(pipeline().parameters.environmentIdentifier, '-sdb-IPReporting')", "type": "Expression" }, "sqlUsername": { "value": "@pipeline().parameters.sqlAdminName", "type": "Expression" }, "sqlPassword": { "value": "@pipeline().parameters.sqlAdminPassword", "type": "Expression" } } }, "linkedServiceName": { "referenceName": "LS_DataBricks", "type": "LinkedServiceReference" } }, { "name": "ACT_SendFailureAlertInsurancePortal", "type": "WebActivity", "dependsOn": [ { "activity": "ACT_projects_IPReporting_90_exportToSQL", "dependencyConditions": [ "Failed" ] } ], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "url": "https://prod-09.westeurope.logic.azure.com:443/workflows/0d77b392c68241b3a36edd176cfdfc73/triggers/manual/paths/invoke?api-version=2016-10-01&sp=%2Ftriggers%2Fmanual%2Frun&sv=1.0&sig=ZrvOswA79dWJrjqqUDS9DPb-z13drbwj0iA9GtUCHmE", "method": "POST", "headers": { "Content-Type": "application/json" }, "body": { "PipelineName": "@pipeline().Pipeline", "ActivityName": "ACT_projects_IPReporting_00_Input_Users", "SliceDate": "1900-01-01 00:00:00", "ErrorMessage": "<Currently not implemented>", "RespondWithFailure": true } } }, { "name": "ACT_truncate_tables", "type": "SqlServerStoredProcedure", "dependsOn": [], "policy": { "timeout": "7.00:00:00", "retry": 0, "retryIntervalInSeconds": 30, "secureOutput": false }, "userProperties": [], "typeProperties": { "storedProcedureName": "[concat('[', 'dbo].[usp_TruncateAllTables]')]" }, "linkedServiceName": { "referenceName": "LS_SqlAnalytics", "type": "LinkedServiceReference" } } ], "parameters": { "environmentIdentifier": { "type": "String", "defaultValue": "__Analytics-Platform-EnvironmentPrefix__" }, "sqlAdminName": { "type": "String", "defaultValue": "__Analytics-DataSources-SQL-IPReporting-AdminUsername__" }, "sqlAdminPassword": { "type": "String", "defaultValue": "__Analytics-DataSources-SQL-IPReporting-AdminPassword__" } }, "folder": { "name": "projects_IPReporting" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_DataBricks')]", "[concat(variables('factoryId'), '/linkedServices/LS_SqlAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_AdlsColoridePilotDeviceData')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsColoridePilot", "type": "LinkedServiceReference" }, "folder": { "name": "old" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "folderPath": "[parameters('DS_AdlsColoridePilotDeviceData_properties_typeProperties_folderPath')]" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsColoridePilot')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_AdlsIngressColorideDeviceDataRaw')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "folderPath": "[parameters('DS_AdlsIngressColorideDeviceDataRaw_properties_typeProperties_folderPath')]" } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_archive_IOTPlatform_DeviceData')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_BlobDeviceDataArchive", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "environmentIdentifier": { "type": "String", "defaultValue": "__Analytics-Platform-EnvironmentPrefix__" } }, "folder": { "name": "archive" }, "type": "AzureBlob", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_archive_IOTPlatform_DeviceData_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_BlobDeviceDataArchive')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_archive_IOTPlatform_DeviceProperties')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_BlobDevicePropertiesArchive", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "environmentIdentifier": { "type": "String", "defaultValue": "__Analytics-Platform-EnvironmentPrefix__" } }, "folder": { "name": "archive" }, "type": "AzureBlob", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_archive_IOTPlatform_DeviceProperties_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_BlobDevicePropertiesArchive')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_archive_IOTPlatform_Gamification')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_BlobGamificationArchive", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "environmentIdentifier": { "type": "String", "defaultValue": "__Analytics-Platform-EnvironmentPrefix__" } }, "folder": { "name": "archive" }, "type": "AzureBlob", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_archive_IOTPlatform_Gamification_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_BlobGamificationArchive')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_archive_IOTPlatform_Maneuvers')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_BlobManeuversArchive", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "environmentIdentifier": { "type": "String", "defaultValue": "__Analytics-Platform-EnvironmentPrefix__" } }, "folder": { "name": "archive" }, "type": "AzureBlob", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_archive_IOTPlatform_Maneuvers_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_BlobManeuversArchive')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_archive_IOTPlatform_Sessions')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_BlobSessionsArchive", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "environmentIdentifier": { "type": "String", "defaultValue": "__Analytics-Platform-EnvironmentPrefix__" } }, "folder": { "name": "archive" }, "type": "AzureBlob", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_archive_IOTPlatform_Sessions_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_BlobSessionsArchive')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_archive_InsurancePortal_AllDatasets')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_BlobInsurancePortalArchive", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "environmentIdentifier": { "type": "String", "defaultValue": "__Analytics-Platform-EnvironmentPrefix__" } }, "folder": { "name": "archive" }, "type": "AzureBlob", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_archive_InsurancePortal_AllDatasets_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_BlobInsurancePortalArchive')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_IOTPlatform_DeviceData_00_raw')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_ingress_IOTPlatform_DeviceData_00_raw_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_IOTPlatform_DeviceProperties_00_raw')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_ingress_IOTPlatform_DeviceProperties_00_raw_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_IOTPlatform_DeviceProperties_10_processed')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "version": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "JsonFormat" }, "compression": { "type": "GZip", "level": "Optimal" }, "folderPath": { "value": "[parameters('DS_ingress_IOTPlatform_DeviceProperties_10_processed_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_IOTPlatform_Gamification_00_raw')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_ingress_IOTPlatform_Gamification_00_raw_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_IOTPlatform_Gamification_10_processed')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "version": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "JsonFormat" }, "compression": { "type": "GZip", "level": "Optimal" }, "folderPath": { "value": "[parameters('DS_ingress_IOTPlatform_Gamification_10_processed_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_IOTPlatform_Maneuvers_00_raw')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_ingress_IOTPlatform_Maneuvers_00_raw_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_IOTPlatform_Maneuvers_10_processed')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "version": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "JsonFormat" }, "compression": { "type": "GZip", "level": "Optimal" }, "folderPath": { "value": "[parameters('DS_ingress_IOTPlatform_Maneuvers_10_processed_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_IOTPlatform_Sessions_00_raw')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "AvroFormat" }, "folderPath": { "value": "[parameters('DS_ingress_IOTPlatform_Sessions_00_raw_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_IOTPlatform_Sessions_10_processed')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" }, "version": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "JsonFormat" }, "compression": { "type": "GZip", "level": "Optimal" }, "folderPath": { "value": "[parameters('DS_ingress_IOTPlatform_Sessions_10_processed_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_ingress_InsurancePortal_AllDatasets_00_raw')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "ingress" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "fileName": "[parameters('DS_ingress_InsurancePortal_AllDatasets_00_raw_properties_typeProperties_fileName')]", "folderPath": { "value": "[parameters('DS_ingress_InsurancePortal_AllDatasets_00_raw_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_projects_AccelerometerData_00_input')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "ParquetFormat" }, "folderPath": { "value": "[parameters('DS_projects_AccelerometerData_00_input_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_projects_DeviceActivities_00_input')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "ParquetFormat" }, "folderPath": { "value": "[parameters('DS_projects_DeviceActivities_00_input_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_projects_DeviceEvents_00_input')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "ParquetFormat" }, "folderPath": { "value": "[parameters('DS_projects_DeviceEvents_00_input_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_projects_DeviceProperties_00_input')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "ParquetFormat" }, "folderPath": { "value": "[parameters('DS_projects_DeviceProperties_00_input_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_projects_GPSData_00_input')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "ParquetFormat" }, "folderPath": { "value": "[parameters('DS_projects_GPSData_00_input_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_projects_Maneuver_00_input')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "ParquetFormat" }, "folderPath": { "value": "[parameters('DS_projects_Maneuver_00_input_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/DS_projects_Session_00_input')]", "type": "Microsoft.DataFactory/factories/datasets", "apiVersion": "2017-09-01-preview", "properties": { "linkedServiceName": { "referenceName": "LS_AdlsAnalytics", "type": "LinkedServiceReference" }, "parameters": { "sliceStartUTC": { "type": "String" } }, "folder": { "name": "projects" }, "type": "AzureDataLakeStoreFile", "typeProperties": { "format": { "type": "ParquetFormat" }, "folderPath": { "value": "[parameters('DS_projects_Session_00_input_properties_typeProperties_folderPath')]", "type": "Expression" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_AdlsAnalytics')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_AdlsAnalytics')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureDataLakeStore", "typeProperties": { "dataLakeStoreUri": { "type": "SecureString", "value": "[parameters('LS_AdlsAnalytics_properties_typeProperties_dataLakeStoreUri')]" }, "servicePrincipalId": { "type": "SecureString", "value": "[parameters('LS_AdlsAnalytics_properties_typeProperties_servicePrincipalId')]" }, "servicePrincipalKey": { "type": "SecureString", "value": "[parameters('LS_AdlsAnalytics_servicePrincipalKey')]" }, "tenant": { "type": "SecureString", "value": "[parameters('LS_AdlsAnalytics_properties_typeProperties_tenant')]" }, "subscriptionId": { "type": "SecureString", "value": "[parameters('LS_AdlsAnalytics_properties_typeProperties_subscriptionId')]" }, "resourceGroupName": { "type": "SecureString", "value": "[parameters('LS_AdlsAnalytics_properties_typeProperties_resourceGroupName')]" } }, "connectVia": { "referenceName": "WestEuropeIR", "type": "IntegrationRuntimeReference" } }, "dependsOn": [ "[concat(variables('factoryId'), '/integrationRuntimes/WestEuropeIR')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_AdlsColoridePilot')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureDataLakeStore", "typeProperties": { "dataLakeStoreUri": "[parameters('LS_AdlsColoridePilot_properties_typeProperties_dataLakeStoreUri')]", "servicePrincipalId": "[parameters('LS_AdlsColoridePilot_properties_typeProperties_servicePrincipalId')]", "servicePrincipalKey": { "type": "SecureString", "value": "[parameters('LS_AdlsColoridePilot_servicePrincipalKey')]" }, "tenant": "[parameters('LS_AdlsColoridePilot_properties_typeProperties_tenant')]", "subscriptionId": "[parameters('LS_AdlsColoridePilot_properties_typeProperties_subscriptionId')]", "resourceGroupName": "[parameters('LS_AdlsColoridePilot_properties_typeProperties_resourceGroupName')]" }, "connectVia": { "referenceName": "WestEuropeIR", "type": "IntegrationRuntimeReference" } }, "dependsOn": [ "[concat(variables('factoryId'), '/integrationRuntimes/WestEuropeIR')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_BlobDeviceDataArchive')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureStorage", "typeProperties": { "connectionString": { "type": "AzureKeyVaultSecret", "store": { "referenceName": "LS_KeyVault", "type": "LinkedServiceReference" }, "secretName": "[parameters('LS_BlobDeviceDataArchive_properties_typeProperties_connectionString_secretName')]" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_KeyVault')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_BlobDevicePropertiesArchive')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureStorage", "typeProperties": { "connectionString": { "type": "AzureKeyVaultSecret", "store": { "referenceName": "LS_KeyVault", "type": "LinkedServiceReference" }, "secretName": "[parameters('LS_BlobDevicePropertiesArchive_properties_typeProperties_connectionString_secretName')]" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_KeyVault')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_BlobGamificationArchive')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureStorage", "typeProperties": { "connectionString": { "type": "AzureKeyVaultSecret", "store": { "referenceName": "LS_KeyVault", "type": "LinkedServiceReference" }, "secretName": "[parameters('LS_BlobGamificationArchive_properties_typeProperties_connectionString_secretName')]" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_KeyVault')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_BlobInsurancePortalArchive')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureStorage", "typeProperties": { "connectionString": { "type": "AzureKeyVaultSecret", "store": { "referenceName": "LS_KeyVault", "type": "LinkedServiceReference" }, "secretName": "[parameters('LS_BlobInsurancePortalArchive_properties_typeProperties_connectionString_secretName')]" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_KeyVault')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_BlobManeuversArchive')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureStorage", "typeProperties": { "connectionString": { "type": "AzureKeyVaultSecret", "store": { "referenceName": "LS_KeyVault", "type": "LinkedServiceReference" }, "secretName": "[parameters('LS_BlobManeuversArchive_properties_typeProperties_connectionString_secretName')]" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_KeyVault')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_BlobSessionsArchive')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureStorage", "typeProperties": { "connectionString": { "type": "AzureKeyVaultSecret", "store": { "referenceName": "LS_KeyVault", "type": "LinkedServiceReference" }, "secretName": "[parameters('LS_BlobSessionsArchive_properties_typeProperties_connectionString_secretName')]" } } }, "dependsOn": [ "[concat(variables('factoryId'), '/linkedServices/LS_KeyVault')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_DataBricks')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureDatabricks", "typeProperties": { "domain": { "type": "SecureString", "value": "[parameters('LS_DataBricks_domain')]" }, "accessToken": { "type": "AzureKeyVaultSecret", "store": { "referenceName": "LS_KeyVault", "type": "LinkedServiceReference" }, "secretName": "Analytics-Processing-DataBricks-AccessToken" }, "existingClusterId": { "type": "SecureString", "value": "[parameters('LS_DataBricks_existingClusterId')]" } }, "connectVia": { "referenceName": "WestEuropeIR", "type": "IntegrationRuntimeReference" } }, "dependsOn": [ "[concat(variables('factoryId'), '/integrationRuntimes/WestEuropeIR')]", "[concat(variables('factoryId'), '/linkedServices/LS_KeyVault')]" ] }, { "name": "[concat(parameters('factoryName'), '/LS_KeyVault')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureKeyVault", "typeProperties": { "baseUrl": "[parameters('LS_KeyVault_properties_typeProperties_baseUrl')]" } }, "dependsOn": [] }, { "name": "[concat(parameters('factoryName'), '/LS_SqlAnalytics')]", "type": "Microsoft.DataFactory/factories/linkedServices", "apiVersion": "2017-09-01-preview", "properties": { "type": "AzureSqlDatabase", "typeProperties": { "connectionString": { "type": "SecureString", "value": "[parameters('LS_SqlAnalytics_connectionString')]" } } }, "dependsOn": [] }, { "name": "[concat(parameters('factoryName'), '/TRG_DeviceDataAndSession_Hour')]", "type": "Microsoft.DataFactory/factories/triggers", "apiVersion": "2017-09-01-preview", "properties": { "runtimeState": "Started", "pipeline": { "pipelineReference": { "referenceName": "PIP_DeviceData_Sessions", "type": "PipelineReference" }, "parameters": { "sliceStartUTC": "[parameters('TRG_DeviceDataAndSession_Hour_properties_pipeline_parameters_sliceStartUTC')]" } }, "type": "TumblingWindowTrigger", "typeProperties": { "frequency": "Hour", "interval": 1, "startTime": "__Analytics-DataSources-IotPlatform-DeviceData-GoLiveDateUTC__", "delay": "00:00:00", "maxConcurrency": 50, "retryPolicy": { "intervalInSeconds": 30 } } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_DeviceData_Sessions')]" ] }, { "name": "[concat(parameters('factoryName'), '/TRG_DeviceProperties_Hour')]", "type": "Microsoft.DataFactory/factories/triggers", "apiVersion": "2017-09-01-preview", "properties": { "runtimeState": "Started", "pipeline": { "pipelineReference": { "referenceName": "PIP_DeviceProperties", "type": "PipelineReference" }, "parameters": { "sliceStartUTC": "[parameters('TRG_DeviceProperties_Hour_properties_pipeline_parameters_sliceStartUTC')]" } }, "type": "TumblingWindowTrigger", "typeProperties": { "frequency": "Hour", "interval": 1, "startTime": "__Analytics-DataSources-IotPlatform-DeviceProperties-GoLiveDateUTC__", "delay": "00:00:00", "maxConcurrency": 50, "retryPolicy": { "intervalInSeconds": 30 } } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_DeviceProperties')]" ] }, { "name": "[concat(parameters('factoryName'), '/TRG_Gamification_Hourly')]", "type": "Microsoft.DataFactory/factories/triggers", "apiVersion": "2017-09-01-preview", "properties": { "description": "<<INACTIVE>>", "runtimeState": "Started", "pipeline": { "pipelineReference": { "referenceName": "PIP_Gamification", "type": "PipelineReference" }, "parameters": { "sliceStartUTC": "[parameters('TRG_Gamification_Hourly_properties_pipeline_parameters_sliceStartUTC')]" } }, "type": "TumblingWindowTrigger", "typeProperties": { "frequency": "Minute", "interval": 15, "startTime": "__Analytics-DataSources-Gamification-GoLiveDateUTC__", "delay": "00:00:00", "maxConcurrency": 10, "retryPolicy": { "count": 4, "intervalInSeconds": 30 } } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_Gamification')]" ] }, { "name": "[concat(parameters('factoryName'), '/TRG_IPReporting_Daily')]", "type": "Microsoft.DataFactory/factories/triggers", "apiVersion": "2017-09-01-preview", "properties": { "runtimeState": "Started", "pipelines": [ { "pipelineReference": { "referenceName": "PIP_projects_IPReporting_90_exportToSQL", "type": "PipelineReference" }, "parameters": {} } ], "type": "ScheduleTrigger", "typeProperties": { "recurrence": { "frequency": "Day", "interval": 1, "startTime": "2018-07-25T01:00:00.000Z", "timeZone": "UTC", "schedule": { "minutes": [ 0 ], "hours": [ 1 ] } } } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_projects_IPReporting_90_exportToSQL')]" ] }, { "name": "[concat(parameters('factoryName'), '/TRG_InsurancePortal_Hour')]", "type": "Microsoft.DataFactory/factories/triggers", "apiVersion": "2017-09-01-preview", "properties": { "description": "<<INACTIVE>>", "runtimeState": "Started", "pipeline": { "pipelineReference": { "referenceName": "PIP_IPReporting", "type": "PipelineReference" }, "parameters": { "sliceStartUTC": "[parameters('TRG_InsurancePortal_Hour_properties_pipeline_parameters_sliceStartUTC')]" } }, "type": "TumblingWindowTrigger", "typeProperties": { "frequency": "Hour", "interval": 1, "startTime": "__Analytics-DataSources-InsurancePortal-GoLiveDateUTC__", "delay": "00:00:00", "maxConcurrency": 50, "retryPolicy": { "intervalInSeconds": 30 } } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_IPReporting')]" ] }, { "name": "[concat(parameters('factoryName'), '/TRG_Maneuvers_Hour')]", "type": "Microsoft.DataFactory/factories/triggers", "apiVersion": "2017-09-01-preview", "properties": { "runtimeState": "Started", "pipeline": { "pipelineReference": { "referenceName": "PIP_Maneuvers", "type": "PipelineReference" }, "parameters": { "sliceStartUTC": "[parameters('TRG_Maneuvers_Hour_properties_pipeline_parameters_sliceStartUTC')]" } }, "type": "TumblingWindowTrigger", "typeProperties": { "frequency": "Hour", "interval": 1, "startTime": "__Analytics-DataSources-IotPlatform-Maneuvers-GoLiveDateUTC__", "delay": "00:00:00", "maxConcurrency": 50, "retryPolicy": { "intervalInSeconds": 30 } } }, "dependsOn": [ "[concat(variables('factoryId'), '/pipelines/PIP_Maneuvers')]" ] }, { "name": "[concat(parameters('factoryName'), '/WestEuropeIR')]", "type": "Microsoft.DataFactory/factories/integrationRuntimes", "apiVersion": "2017-09-01-preview", "properties": { "type": "Managed", "typeProperties": { "computeProperties": { "location": "West Europe" } } }, "dependsOn": [] } ] }
|