Para remover basta fazer:

var distinctOrders = orders
    .GroupBy(x => (x.CustomerID, x.OrderNo, x.OrderDt))
    .Select(g => g.First())
    .ToList();