Fixed by adding this to the remote app config:

  tools: {
    rspack: {
      output: {
        uniqueName: 'remote',
        publicPath: 'auto',
      },
    },
  },