The Shape is the Food

During the last trip in Sicily I have been eating often delicious Arancini. The filling can be various, such as Ragu, Cheese and Ham, Egg plants, etc. To guess the content of Arancini they just give them different shape. I wonder if this system could be used also for onigiri. I have always been struggling to guess their content.

Two arancini (foreground and background)

Onigiri at Konbini

And, out of curiosity curiosity, let's see how Google is doing in recognising Arancini shapes:

Google doesn't know yet that Arancini come in multiple shapes.

No luck also with Microsoft's CaptionBot:

This is the full Google's answer:

	{
	"labelAnnotations": [{
	"mid": "/m/02wbm",
	"description": "Food",
	"score": 92
	}, {
	"mid": "/m/02q08p0",
	"description": "Dish",
	"score": 86
	}, {
	"mid": "/m/0270h",
	"description": "Dessert",
	"score": 84
	}, {
	"mid": "/m/0krfg",
	"description": "Meal",
	"score": 77
	}, {
	"mid": "/m/052lwg6",
	"description": "Baked Goods",
	"score": 67
	}, {
	"mid": "/m/01ykh",
	"description": "Cuisine",
	"score": 62
	}, {
	"mid": "/m/0dw_m",
	"description": "Brunch",
	"score": 62
	}, {
	"mid": "/m/0hz4q",
	"description": "Breakfast",
	"score": 59
	}, {
	"mid": "/m/0hnyx",
	"description": "Pastry",
	"score": 56
	}, {
	"mid": "/m/0dv34",
	"description": "Baking",
	"score": 56
	}, {
	"mid": "/m/036qh8",
	"description": "Produce",
	"score": 52
	}],
	"textAnnotations": [{
	"locale": "br",
	"description": "cale italia\nife ital\n",
	"boundingPoly": {
	"vertices": [{
	"x": 1657,
	"y": 492
	}, {
	"x": 2271,
	"y": 492
	}, {
	"x": 2271,
	"y": 1747
	}, {
	"x": 1657,
	"y": 1747
	}]
	}
	}, {
	"description": "cale",
	"boundingPoly": {
	"vertices": [{
	"x": 1657,
	"y": 1717
	}, {
	"x": 1704,
	"y": 1542
	}, {
	"x": 1810,
	"y": 1571
	}, {
	"x": 1763,
	"y": 1745
	}]
	}
	}, {
	"description": "italia",
	"boundingPoly": {
	"vertices": [{
	"x": 1715,
	"y": 1507
	}, {
	"x": 1778,
	"y": 1273
	}, {
	"x": 1878,
	"y": 1300
	}, {
	"x": 1815,
	"y": 1534
	}]
	}
	}, {
	"description": "ife",
	"boundingPoly": {
	"vertices": [{
	"x": 1975,
	"y": 525
	}, {
	"x": 1980,
	"y": 492
	}, {
	"x": 2085,
	"y": 507
	}, {
	"x": 2080,
	"y": 540
	}]
	}
	}, {
	"description": "ital",
	"boundingPoly": {
	"vertices": [{
	"x": 2111,
	"y": 543
	}, {
	"x": 2118,
	"y": 495
	}, {
	"x": 2269,
	"y": 516
	}, {
	"x": 2262,
	"y": 565
	}]
	}
	}],
	"safeSearchAnnotation": {
	"adult": "VERY_UNLIKELY",
	"spoof": "VERY_UNLIKELY",
	"medical": "UNLIKELY",
	"violence": "UNLIKELY"
	},
	"imagePropertiesAnnotation": {
	"dominantColors": {
	"colors": [{
	"color": {
	"red": 145,
	"green": 60,
	"blue": 5
	},
	"score": 0.34014767,
	"pixelFraction": 0.031349208,
	"percent": 40.470802142468386,
	"percentRounded": 40,
	"rgb": "145, 60, 5",
	"hex": "913C05"
	}, {
	"color": {
	"red": 161,
	"green": 151,
	"blue": 150
	},
	"score": 0.029947689,
	"pixelFraction": 0.19492063,
	"percent": 3.5631788868145913,
	"percentRounded": 4,
	"rgb": "161, 151, 150",
	"hex": "A19796"
	}, {
	"color": {
	"red": 159,
	"green": 18,
	"blue": 50
	},
	"score": 0.0039988807,
	"pixelFraction": 0.0071428572,
	"percent": 0.4757872061891104,
	"percentRounded": 0,
	"rgb": "159, 18, 50",
	"hex": "9F1232"
	}, {
	"color": {
	"red": 41,
	"green": 16,
	"blue": 15
	},
	"score": 0.0031077822,
	"pixelFraction": 0.0062698415,
	"percent": 0.36976422186894625,
	"percentRounded": 0,
	"rgb": "41, 16, 15",
	"hex": "29100F"
	}, {
	"color": {
	"red": 252,
	"green": 236,
	"blue": 204
	},
	"score": 0.0021874511,
	"pixelFraction": 0.016428571,
	"percent": 0.26026314001922995,
	"percentRounded": 0,
	"rgb": "252, 236, 204",
	"hex": "FCECCC"
	}, {
	"color": {
	"red": 131,
	"green": 54,
	"blue": 12
	},
	"score": 0.20319279,
	"pixelFraction": 0.028015872,
	"percent": 24.175897488482367,
	"percentRounded": 24,
	"rgb": "131, 54, 12",
	"hex": "83360C"
	}, {
	"color": {
	"red": 130,
	"green": 71,
	"blue": 30
	},
	"score": 0.14558953,
	"pixelFraction": 0.048015874,
	"percent": 17.322256132593722,
	"percentRounded": 17,
	"rgb": "130, 71, 30",
	"hex": "82471E"
	}, {
	"color": {
	"red": 119,
	"green": 74,
	"blue": 55
	},
	"score": 0.039614193,
	"pixelFraction": 0.043333333,
	"percent": 4.713300452525681,
	"percentRounded": 5,
	"rgb": "119, 74, 55",
	"hex": "774A37"
	}, {
	"color": {
	"red": 113,
	"green": 40,
	"blue": 5
	},
	"score": 0.037335012,
	"pixelFraction": 0.011190476,
	"percent": 4.442123280276132,
	"percentRounded": 4,
	"rgb": "113, 40, 5",
	"hex": "712805"
	}, {
	"color": {
	"red": 152,
	"green": 98,
	"blue": 57
	},
	"score": 0.035355721,
	"pixelFraction": 0.016984127,
	"percent": 4.206627048761835,
	"percentRounded": 4,
	"rgb": "152, 98, 57",
	"hex": "986239"
	}]
	}
	}
	}

view raw arancini.json hosted with ❤ by GitHub