Changing the source component of a loader causes PropertyChanges target binding issue

import QtQuick 2.15
import QtQuick.Controls 2.15
import QtQuick.Layouts 1.15

ApplicationWindow {
    id: root

    visible: true
	width: 800
    height: 600

    ColumnLayout {
        Loader {
            id: loader

            property bool firstLabel: true
            readonly property Component label1: Label { text: "Label 1" }
            readonly property Component label2: Label { text: "Label 2" }
            readonly property Label label: loader.item ?? null

            sourceComponent: firstLabel ? label1 : label2

            StateGroup {
                states: [
                    State {
                        when: loader.label !== null

                        PropertyChanges {
                            target: loader.label
                            text: "Modified Label"
                        }
                    }
                ]
            }
        }
        Switch {
            onPressed: loader.firstLabel = !loader.firstLabel
        }
    }
}