Connect through Exchange Online Powershell then run the following script.
foreach ($Mailbox in (Get-Mailbox -ResultSize unlimited -Filter "RecipientTypeDetails -eq 'RoomMailbox'")) { Set-MailboxFolderPermission -identity "$($Mailbox.Name):\Calendar" -AccessRights PublishingEditor -User Default }