below worked for me in Mac book pro.. from transformers import AutoTokenizer, AutoModelForSeq2SeqLM

model_name = "google/flan-t5-large"

tokenizer = AutoTokenizer.from_pretrained(model_name)

model = AutoModelForSeq2SeqLM.from_pretrained( model_name, BitsAndBytesConfig=True, device_map="auto" )