Custom script extension on vmss having linux machine giving base64 decode error

If you are encountering issues, please take a look at the following log files
on your virtual machine and provide their contents in the issue description:

- /var/log/azure/custom-script/handler.log
2.1.6/git@fc181d8-dirty operation=enable seq=14 event="creating output directory" path=/var/lib/waagent/custom-script/download/14
time=2022-02-15T04:13:13Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=14 event="created output directory"
time=2022-02-15T04:13:13Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=14 files=0
time=2022-02-15T04:13:13Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=14 event="executing command" output=/var/lib/waagent/custom-script/download/14
time=2022-02-15T04:13:13Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=14 event="executing protected script" output=/var/lib/waagent/custom-script/download/14
time=2022-02-15T04:13:13Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=14 event="enable failed"
time=2022-02-15T04:13:13Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=14 event="failed to handle" error="failed to decode script: illegal base64 data at input byte 0"
Writing a placeholder status file indicating progress before forking: /var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6/status/15.status
+ nohup /var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6/bin/custom-script-extension enable
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event=start
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event=pre-check
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="comparing seqnum" path=mrseq
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="seqnum saved" path=mrseq
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="reading configuration"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="read configuration"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="validating json schema"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="json schema valid"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="parsing configuration json"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="parsed configuration json"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="validating configuration logically"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="validated configuration"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="creating output directory" path=/var/lib/waagent/custom-script/download/15
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="created output directory"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 files=0
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="executing command" output=/var/lib/waagent/custom-script/download/15
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="executing protected script" output=/var/lib/waagent/custom-script/download/15
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="enable failed"
time=2022-02-15T04:15:39Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="failed to handle" error="failed to decode script: illegal base64 data at input byte 0"
Not writing a placeholder status file, already exists: /var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6/status/15.status
+ nohup /var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6/bin/custom-script-extension enable
time=2022-02-15T04:16:01Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event=start
time=2022-02-15T04:16:01Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event=pre-check
time=2022-02-15T04:16:01Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event="comparing seqnum" path=mrseq
time=2022-02-15T04:16:01Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=15 event=exit message="the script configuration has already been processed, will not run again"
Writing a placeholder status file indicating progress before forking: /var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6/status/16.status
+ nohup /var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6/bin/custom-script-extension enable
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event=start
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event=pre-check
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="comparing seqnum" path=mrseq
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="seqnum saved" path=mrseq
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="reading configuration"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="read configuration"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="validating json schema"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="json schema valid"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="parsing configuration json"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="parsed configuration json"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="validating configuration logically"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="validated configuration"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="creating output directory" path=/var/lib/waagent/custom-script/download/16
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="created output directory"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 files=0
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="executing command" output=/var/lib/waagent/custom-script/download/16
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="executing protected script" output=/var/lib/waagent/custom-script/download/16
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="enable failed"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="failed to handle" error="failed to decode script: illegal base64 data at input byte 0"
- /var/log/waagent.log
2022-02-15T04:18:16.401364Z INFO ExtHandler [Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3] Target handler state: enabled [incarnation 10]
2022-02-15T04:18:16.402111Z INFO ExtHandler [Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3] [Enable] current handler state is: enabled
2022-02-15T04:18:16.402254Z INFO ExtHandler [Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3] Update settings file: 1.settings
2022-02-15T04:18:16.402536Z INFO ExtHandler [Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3] Requested extension state: enabled
2022-02-15T04:18:16.402861Z INFO ExtHandler [Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3] Enable extension: [bin/applicationhealth-shim enable]
2022-02-15T04:18:16.403447Z INFO ExtHandler [Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3] Executing command: /var/lib/waagent/Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3/bin/applicationhealth-shim enable with environment variables: {"AZURE_GUEST_AGENT_UNINSTALL_CMD_EXIT_CODE": "NOT_RUN", "AZURE_GUEST_AGENT_EXTENSION_VERSION": "1.0.3", "AZURE_GUEST_AGENT_EXTENSION_SUPPORTED_FEATURES": "[{\"Value\": \"1.0\", \"Key\": \"ExtensionTelemetryPipeline\"}]", "AZURE_GUEST_AGENT_EXTENSION_PATH": "/var/lib/waagent/Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3", "ConfigSequenceNumber": "1", "AZURE_GUEST_AGENT_WIRE_PROTOCOL_ADDRESS": "168.63.129.16"}
2022-02-15T04:18:22.419684Z INFO ExtHandler [Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3] Command: bin/applicationhealth-shim enable
[stdout]
Terminating existing applicationhealth-extension process
Tried terminating existing applicationhealth-extension process
applicationhealth-extension process terminated
Not writing a placeholder status file, already exists: /var/lib/waagent/Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3/status/1.status
+ nohup /var/lib/waagent/Microsoft.ManagedServices.ApplicationHealthLinux-1.0.3/bin/applicationhealth-extension enable
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event=start
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="reading configuration"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="read configuration"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="validating json schema"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="json schema valid"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="parsing configuration json"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="parsed configuration json"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="validating configuration logically"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="validated configuration"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="creating http probe targeting http://localhost:8080/actuator"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="state changed to healthy"
time=2022-02-15T04:18:20Z version=v1.0.3/git@9820918-dirty operation=enable seq=1 event="Committed health state is healthy"
[stderr]
2022-02-15T04:18:22.482604Z INFO ExtHandler [Microsoft.Azure.Extensions.CustomScript-2.1.6] Target handler state: enabled [incarnation 10]
2022-02-15T04:18:22.483323Z INFO ExtHandler [Microsoft.Azure.Extensions.CustomScript-2.1.6] [Enable] current handler state is: enabled
2022-02-15T04:18:22.483469Z INFO ExtHandler [Microsoft.Azure.Extensions.CustomScript-2.1.6] Update settings file: 16.settings
2022-02-15T04:18:22.483734Z INFO ExtHandler [Microsoft.Azure.Extensions.CustomScript-2.1.6] Requested extension state: enabled
2022-02-15T04:18:22.483986Z INFO ExtHandler [Microsoft.Azure.Extensions.CustomScript-2.1.6] Enable extension: [bin/custom-script-shim enable]
2022-02-15T04:18:22.484430Z INFO ExtHandler [Microsoft.Azure.Extensions.CustomScript-2.1.6] Executing command: /var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6/bin/custom-script-shim enable with environment variables: {"AZURE_GUEST_AGENT_UNINSTALL_CMD_EXIT_CODE": "NOT_RUN", "AZURE_GUEST_AGENT_EXTENSION_VERSION": "2.1.6", "AZURE_GUEST_AGENT_EXTENSION_SUPPORTED_FEATURES": "[{\"Value\": \"1.0\", \"Key\": \"ExtensionTelemetryPipeline\"}]", "AZURE_GUEST_AGENT_EXTENSION_PATH": "/var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6", "ConfigSequenceNumber": "16", "AZURE_GUEST_AGENT_WIRE_PROTOCOL_ADDRESS": "168.63.129.16"}
2022-02-15T04:18:24.498453Z INFO ExtHandler [Microsoft.Azure.Extensions.CustomScript-2.1.6] Command: bin/custom-script-shim enable
[stdout]
Writing a placeholder status file indicating progress before forking: /var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6/status/16.status
+ nohup /var/lib/waagent/Microsoft.Azure.Extensions.CustomScript-2.1.6/bin/custom-script-extension enable
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event=start
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event=pre-check
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="comparing seqnum" path=mrseq
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="seqnum saved" path=mrseq
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="reading configuration"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="read configuration"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="validating json schema"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="json schema valid"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="parsing configuration json"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="parsed configuration json"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="validating configuration logically"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="validated configuration"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="creating output directory" path=/var/lib/waagent/custom-script/download/16
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="created output directory"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 files=0
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="executing command" output=/var/lib/waagent/custom-script/download/16
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="executing protected script" output=/var/lib/waagent/custom-script/download/16
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="enable failed"
time=2022-02-15T04:18:22Z version=v2.1.6/git@fc181d8-dirty operation=enable seq=16 event="failed to handle" error="failed to decode script: illegal base64 data at input byte 0"
[stderr]
2022-02-15T04:18:24.501694Z INFO ExtHandler ExtHandler ProcessExtensionsInGoalState completed [Incarnation: 10; 8149 ms; Activity Id: ac97c161-c285-414a-8100-eed8276f6e68; Correlation Id: a9986f11-7cdf-458b-a23d-060730d20aa6; GS Creation Time: 2022-02-15T04:18:08.694435Z]
2022-02-15T04:18:24.526524Z INFO ExtHandler ExtHandler Extension status: [(u'Microsoft.Azure.Extensions.CustomScript', u'error'), (u'Microsoft.ManagedServices.ApplicationHealthLinux', u'success')]
2022-02-15T04:18:24.527194Z INFO ExtHandler ExtHandler All extensions in the goal state have reached a terminal state: [(u'Microsoft.Azure.Extensions.CustomScript', u'error'), (u'Microsoft.ManagedServices.ApplicationHealthLinux', u'success')]
[root@euw-prepr000003