Dataflows CLI

# Set API audiences
RESOURCE_FABRIC="https://api.fabric.microsoft.com"
RESOURCE_PBI="https://analysis.windows.net/powerbi/api"
API_FABRIC="https://api.fabric.microsoft.com/v1"
API_PBI="https://api.powerbi.com/v1.0/myorg"

# List all workspaces — resolve ID by name
az rest --method get --resource "$RESOURCE_FABRIC" \
  --url "$API_FABRIC/workspaces" \
  --query "value[?displayName=='MyWorkspace'].id" -o tsv

# List all workspaces (Admin API — tenant-wide, requires admin role)
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/admin/groups?\$top=5000" -o json

WS_ID="<workspaceId>"

# List all dataflows — use `generation` property to distinguish Gen1 from Gen2
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/groups/$WS_ID/dataflows" \
  --query "value[].{id:objectId, name:name, generation:generation, modelUrl:modelUrl}" -o json

# Filter Gen1 only
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/groups/$WS_ID/dataflows" \
  --query "value[?generation==\`1\`].{id:objectId, name:name, modelUrl:modelUrl}" -o json

# Filter Gen2 only
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/groups/$WS_ID/dataflows" \
  --query "value[?generation==\`2\`].{id:objectId, name:name}" -o json

# All dataflows in tenant — Admin API may not expose `generation`; use modelUrl as fallback
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/admin/dataflows" \
  --query "value[?modelUrl!=null].{id:objectId, name:name, ws:workspaceId, owner:configuredBy, storage:modelUrl}" \
  -o json

# Paginate large tenants
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/admin/dataflows?\$top=200&\$skip=0" -o json

DF_ID="<dataflowId>"

# Get data sources for a dataflow
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/groups/$WS_ID/dataflows/$DF_ID/datasources" -o json

# Check for linked/computed entities (upstream dataflows)
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/groups/$WS_ID/dataflows/$DF_ID/upstreamDataflows" -o json

# Get recent transactions — check for incremental refresh patterns
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/groups/$WS_ID/dataflows/$DF_ID/transactions" -o json

# Export dataflow definition — inspect for DirectQuery, incremental refresh config
az rest --method get --resource "$RESOURCE_PBI" \
  --url "$API_PBI/groups/$WS_ID/dataflows/$DF_ID" -o json > dataflow-definition.json

# Check for incremental refresh policies in the definition
cat dataflow-definition.json | jq '.entities[]? | select(.ppiConfig != null) | {name: .name, incrementalRefresh: .ppiConfig}'

# Check for DirectQuery data source types
cat dataflow-definition.json | jq '.entities[]?.partitions[]? | select(.mode == "directQuery") | {entity: .name, mode: .mode}'

GEN1_ID="<gen1DataflowId>"

# Basic — same workspace, auto-generated name
echo '{}' > /tmp/save-as-body.json
az rest --method post --resource "$RESOURCE_PBI" \
  --url "$API_PBI/groups/$WS_ID/dataflows/$GEN1_ID/saveAsNativeArtifact" \
  --headers "Content-Type=application/json" \
  --body @/tmp/save-as-body.json

# Full options — custom name, target workspace, include schedule
# Use a unique displayName to avoid duplicates on retry (e.g., append a timestamp)
TS=$(date -u +%Y%m%d%H%M%S)
cat > /tmp/save-as-body.json <<EOF
{
  "displayName": "MyDataflow_Gen2CICD_${TS}",
  "description": "Saved as Gen2.1 copy from Gen1",
  "includeSchedule": true,
  "targetWorkspaceId": "<targetWorkspaceId>"
}
EOF
az rest --method post --resource "$RESOURCE_PBI" \
  --url "$API_PBI/groups/$WS_ID/dataflows/$GEN1_ID/saveAsNativeArtifact" \
  --headers "Content-Type=application/json" \
  --body @/tmp/save-as-body.json

# PowerShell — parse output without -o json (Windows az.cmd compatible)
$body = @{ displayName = "MyDataflow_Gen2CICD"; includeSchedule = $true; targetWorkspaceId = "<targetWorkspaceId>" }
$tmp = [System.IO.Path]::GetTempFileName()
$body | ConvertTo-Json | Set-Content $tmp
$response = az rest --method post --resource $RESOURCE_PBI `
  --url "$API_PBI/groups/$WS_ID/dataflows/$GEN1_ID/saveAsNativeArtifact" `
  --headers "Content-Type=application/json" `
  --body "@$tmp" | ConvertFrom-Json
$response.artifactMetadata.objectId  # new Gen2 CI/CD artifact ID

# Parse response (bash/jq)
# .artifactMetadata.objectId  — new Gen2 CI/CD artifact ID
# .artifactMetadata.provisionState — should be "Active"
# .errors[] — non-fatal warnings (FailedToCopySchedule, ConnectionsUpdateFailed, etc.)

NEW_ID="<newGen2CicdArtifactId>"

# Verify the new artifact exists in Fabric API
az rest --method get --resource "$RESOURCE_FABRIC" \
  --url "$API_FABRIC/workspaces/$WS_ID/dataflows/$NEW_ID" -o json

# Get the new artifact's definition (Gen2 CI/CD — 3-part format)
az rest --method post --resource "$RESOURCE_FABRIC" \
  --url "$API_FABRIC/workspaces/$WS_ID/dataflows/$NEW_ID/getDefinition" \
  --headers "Content-Type=application/json" -o json

{
  "$schema": "readiness-snapshot",
  "snapshotDate": "ISO-8601 datetime",
  "scanScope": "workspace | tenant",
  "scanTarget": "workspace name or 'tenant-wide'",
  "summary": {
    "total": 0,
    "safe": 0,
    "manual": 0,
    "blocked": 0
  },
  "dataflows": [
    {
      "workspaceName": "string",
      "workspaceId": "uuid",
      "dataflowName": "string",
      "dataflowId": "uuid",
      "type": "Gen1",
      "owner": "email",
      "modelUrl": "URL or null",
      "readiness": "safe | manual | blocked",
      "riskSignals": [
        {
          "signal": "string",
          "severity": "warning | blocker",
          "detail": "string"
        }
      ],
      "recommendation": "string",
      "saveAsPath": "saveAsNativeArtifact"
    }
  ]
}

# Fabric API — list workspaces
$headers = @{ Authorization = "Bearer $(az account get-access-token --resource 'https://api.fabric.microsoft.com' --query accessToken -o tsv)" }
$workspaces = Invoke-RestMethod -Uri "https://api.fabric.microsoft.com/v1/workspaces" -Headers $headers

# Power BI API — list dataflows
$pbiHeaders = @{ Authorization = "Bearer $(az account get-access-token --resource 'https://analysis.windows.net/powerbi/api' --query accessToken -o tsv)" }
$dataflows = Invoke-RestMethod -Uri "https://api.powerbi.com/v1.0/myorg/groups/$wsId/dataflows" -Headers $pbiHeaders