Don't use the mouseleave handler in that case, on mouseenter remove the hovered class from other elements
var myMenu = $('.menu li');
myMenu.mouseenter(function () {
myMenu.filter('.is_hovered').removeClass("is_hovered");
$(this).addClass("is_hovered");
});
Demo: Fiddle