Did you want something like this?

import openpyxl
import datetime
from openpyxl.utils import get_column_letter

# ...

cell = row[col]
val = cell.value
if isinstance(val, (int, float, datetime.datetime)):
    val = cell.number_format.format(val)