Usa assim o substrig/replace:

    $('.mirror').on('keyup', function() {
        var str = $(this).val();
        var res = str.replace(".", "");
        var res = str.replace(",", "");
        var res = str.replace("#", ""); //Tu adicionas todos os caracteres que tu queres remover.
        $("#novoTexto").val(res);
    })

    <input type="text" class="mirror" placeholder="one">
    <input id="novoTexto" type="text" placeholder="two">