Colorgram picks whites and greys from images with white background. To avoid I used a simple color_check :D

import colorgram as cg
color_list = cg.extract("image.jpg", 30)

color_palette = []
# from stackoverflow
for i in range(len(color_list)):
    r = color_list[i].rgb.r
    g = color_list[i].rgb.g
    b = color_list[i].rgb.b
    new_color = (r, g, b)

    # Remove colours close to RGB 255 to exclude background grays
    colorcheck = r+g+b
    # set sensitivity 600-700
    if colorcheck < 700:
        color_palette.append(new_color)

print(color_palette)