I had to add a wildcard to make child routes work:

export const serverRoutes: ServerRoute[] = [
  {
    path: 'public/*',
    renderMode: RenderMode.Server,
  },
  {
    path: '**',
    renderMode: RenderMode.Client
  }
];