Theme colors not showing up

I am using the profile box and none of the color fields allow me to pick the theme colors specified in theme.json. They just don’t show up. What should happen is primary, secondary and info should be visible for selection like they are with default background and text color fields in core blocks. I suspect this doesn’t only affect the profile box block.

Here is a snippet of the theme.json where custom palette is set:

"settings": {
		"appearanceTools": true,
		"color": {
			"custom": true,
			"defaultPalette": false,
			"duotone": [
				{
					"colors": [
						"#1d1f35",
						"#6cace4"
					],
					"name": "Dark blue and light blue",
					"slug": "dark-blue-and-light-blue"
				},
				{
					"colors": [
						"#1d1f35",
						"#c7c0af"
					],
					"name": "Dark blue and beige",
					"slug": "dark-blue-and-beige"
				}
			],
			"gradients": [
				{
					"gradient": "linear-gradient(160deg, var(--wp--preset--color--primary), var(--wp--preset--color--secondary))",
					"name": "Primary to Secondary",
					"slug": "primary-to-secondary"
				}
			],
			"palette": [
				{
					"color": "#2babe2",
					"name": "Primary",
					"slug": "primary"
				},
				{
					"color": "#ec005f",
					"name": "Secondary",
					"slug": "secondary"
				},
				{
					"color": "#30C0F2",
					"name": "Info",
					"slug": "info"
				},
			]
		},