AzureDevopsDataCollector

1.0.9

Private/Get-AzDoData.ps1

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
 Function Get-AzDoData {
    [CmdletBinding()]
    Param(

        [parameter(Mandatory = $true)]
        $endpoints,

        [parameter(Mandatory = $true)]
        $Auth

    )

    $BaseUri = $Auth.BaseUri

    foreach ($endpoint in $endpoints) {

        # debug
        switch ($endpoint.name) {
            "builds" {
                Write-Debug "builds"
            }
            "workitemsbatch" {
                Write-Debug "workitemsbatch"
            }
            "repositories" {
                Write-Debug "repositories"
            }
        }

        $requestParams = @{
            Uri     = Expand-String -String $endpoint.path
            Headers = $Auth.Headers
        }

        switch ($endpoint.method) {

            "post" {
                $requestParams.Method = "post"

                if ($endpoint.body) {
                    $Body = @{ }
                    foreach ($bodyProperty in $endpoint.body.GetEnumerator()) {
                        $Body.($bodyProperty.Name) = (Expand-String -String $bodyProperty.Value)
                    }
                    $requestParams.Body = $Body | ConvertTo-Json
                }
            }

            default {

                # add query params
                if ($endpoint.queryparams) {
                    $requestParams.Body = @{ }
                    foreach ($queryparam in $endpoint.queryparams.GetEnumerator()) {
                        $requestParams.Body.($queryparam.Name) = (Expand-String -String $queryparam.Value)
                    }
                }

            }
        }
            
            
        try {
            Write-Verbose -Verbose ("getting '{0}' from '{1}'" -f $endpoint.name, $requestParams.Uri)
            $response = Invoke-RestMethod @requestParams
        }
        catch {
            throw $_
        }


        $data = @{ }

        if ($endpoint.iterator) {
            $items = $response.$($endpoint.iterator)
            Write-Verbose -Verbose ("{0} contains {1} items" -f $endpoint.name, $items.count)
            $data.payload = $items

            # process custom fields
            if ($endpoint.customFields) {
                foreach ($customField in $endpoint.customFields.GetEnumerator()) {
                    foreach ($item in $data.payload) {
                        $item | Add-Member -MemberType NoteProperty -Name $customField.Name -Value (Expand-String -String $customField.Value)
                    }
                }
            }
        }
        elseif ($endpoint.batchiterator) {
            #$items = Invoke-Expression "`$response.$($endpoint.batchiterator.field)"
            $items = $response.$($endpoint.batchiterator.field)
            $batches = Split-Batch -items $items -BatchSize $endpoint.batchiterator.size
            $data.payload = $batches
        }
        else {
            Write-Verbose -Verbose ("items = {0}" -f $response.count)
            $data.payload = $response

            # add custom fields
            if ($endpoint.customFields) {
                foreach ($customField in $endpoint.customFields.GetEnumerator()) {
                    $data.payload | Add-Member -MemberType NoteProperty -Name $customField.Name -Value (Expand-String -String $customField.Value)
                }
            }

        }

        $data.table = $endpoint.name
        $data.partitionKey = Expand-String -String $endpoint.partitionKey
        if ($endpoint.rowKey) {
            $data.rowKeyField = $endpoint.rowKey
        }
            
        # return data to caller
        if ($endpoint.persistToStorage -ne $false) {
            if ($data.payload.count -ne 0) {
                $data
            }
        }

        # process child resources
        if ($endpoint.resources) {
            foreach ($item in $data.payload) {
                # enable child resources to reference properties from the current object
                Set-Variable -Name $endpoint.name -Value $item -Scope Script

                Get-AzDoData -Auth $Auth -endpoints $endpoint.resources
            }
        }
            
    }
    
}