Ok, caching works by adding

# Add browser caching headers
add_header Cache-Control "public, max-age=31536000, immutable";
add_header Pragma "public";

# Set an Expires header for older browsers
expires 1y;