you can also change Hour,Minute,seconds and milliseconds attributes of time object like this.
var date = new Date();
date.setDate(date.getDate()-1);
date.setHours(hour);
date.setMinutes(minute);
date.setSeconds(seconds);
date.setMilliseconds(milliseconds);