Upload folder using huggingface_hub

static/css/ragrqs.min.css

@@ -1 +1 @@
-a,body,button,div,html,input,label,li,p,span,table,td,ul{padding:0;margin:0;font-family:arial,verdana,Helvetica,sans-serif}.bb0{background:#daee59!important}.bb1{background:#5487fc!important}html{background:#1a1a1a}body{background:#1a1a1a;box-sizing:border-box;min-height:100vh;height:100vh;position:relative;padding:0;margin:0;overflow:hidden;font-family:arial,verdana,Helvetica,sans-serif;font-weight:400}.spinner{z-index:1000;position:absolute;top:70vh;left:50vw;transform:translate(-50%,-50%);cursor:pointer;display:none;align-items:center}.spinner .pulse-icon{width:20px;height:20px;background-color:#ff8c00;border-radius:50%;animation:1.5s ease-in-out infinite pulse}.spinner .stop-message{margin-left:15px;background-color:inherit;color:#8f8a8a;padding:8px 15px;border-radius:10px;font-size:22px;font-weight:700;opacity:1;transition:opacity .3s}.spinner:hover .stop-message{color:#fff;background:#595959;opacity:1}@keyframes pulse{0%{transform:scale(.6);box-shadow:0 0 0 0 rgba(255,140,0,.7)}70%{transform:scale(1.4);box-shadow:0 0 0 20px rgba(255,140,0,0)}100%{transform:scale(.6);box-shadow:0 0 0 0 rgba(255,140,0,0)}}.show-spinner{display:flex}.upload{background-color:#1e1e1e;padding:0 2em 2em;margin:0;border-radius:4px;box-shadow:0 2px 4px rgba(0,0,0,.5);text-align:center}.upload h4{color:#fff;margin-bottom:1em}.upload form{display:flex;flex-direction:column;align-items:center}.upload form .file{background-color:#121212;border:1px solid #515151;color:#fff;padding:.5em;margin-bottom:1em;border-radius:4px;width:100%;box-sizing:border-box}.upload form .file::file-selector-button{background-color:#0a5f4e;color:#fff;border:none;padding:.5em 1em;border-radius:4px;cursor:pointer}.upload form .file::file-selector-button:hover{background-color:#053128}.upload form button{background-color:#0a5f4e;color:#fff;border:none;padding:.5em 1em;border-radius:4px;cursor:pointer;width:100%;box-sizing:border-box}.upload form button:hover{background-color:#053128}.upload .result{width:100%;background:#000;color:#fff;font-size:15px;font-weight:400;text-align:left}div.container{background:#1a1a1a;box-sizing:border-box;position:relative;top:5vh;left:0;height:95vh;margin:0;padding:0;transition:margin-left .5s;display:flex;flex-direction:column;justify-content:flex-start;align-items:stretch;flex-wrap:nowrap;overflow-y:auto;overflow-x:auto}div.container div.item{box-sizing:border-box;min-height:50px;margin:0;padding:0}div.container div.item1{flex:5;padding:.5vh .5vw 10vh}div.container div.item1 .output-wrapper{background-color:#1a1a1a;border-radius:20px;position:relative;bottom:0;right:0;left:0;width:100%;height:100%;display:flex;flex-direction:row;align-items:flex-start}div.container div.item1 .output-wrapper .text-out{flex:1;box-sizing:border-box;background:#000;color:#fff;border:none;padding:2px;min-width:50vw;height:100%;border-radius:10px;overflow-y:auto;outline:0;box-shadow:0 0 0 2px #4d4d4d}div.container div.item1 .output-wrapper .text-out:hover{box-shadow:0 0 0 2px #17d2ad}div.container div.item1 .output-wrapper .text-out .pre-text{white-space:pre-wrap;word-wrap:break-word;font-family:arial,verdana,Helvetica,sans-serif;font-size:20px;line-height:1.6;padding:2px;margin:0;height:100%;box-sizing:border-box;overflow-y:scroll;scroll-behavior:smooth}div.container div.item1 .output-wrapper .text-out .pre-text.copied{background-color:#0d0d0d;color:#61eed2}div.container div.item1 .output-wrapper .text-out .div-text{white-space:pre-wrap;word-wrap:break-word;font-family:arial,verdana,Helvetica,sans-serif;font-size:20px;line-height:1.6;padding:2px;margin:0;height:100%;box-sizing:border-box;overflow-y:scroll}div.container div.item1 .output-wrapper .text-out.copied{background-color:#0d0d0d;color:#61eed2}div.container div.item1 .output-actions{display:flex;flex-direction:column;align-items:flex-end;margin-left:.5vw;margin-right:.5vw}div.container div.item1 .output-actions .clear-output,div.container div.item1 .output-actions .copy-output,div.container div.item1 .output-actions .wnd-output{box-sizing:border-box;background-color:#333;color:#fff;border:none;padding:10px;cursor:pointer;border-radius:50%;width:40px;height:40px;display:flex;align-items:center;margin-bottom:5px}div.container div.item1 .output-actions .clear-output:hover,div.container div.item1 .output-actions .copy-output:hover,div.container div.item1 .output-actions .wnd-output:hover{background-color:#595959}div.container div.item1 .output-actions .copy-output{transition:background-color .3s,transform .3s}div.container div.item1 .output-actions .copy-output.copied{background:#33e9c5;transform:scale(1.2)}div.container div.item1 .output-actions .copy-output .copy-icon{fill:#ffffff;width:24px;height:24px}div.container div.item1 .output-actions .copy-output .copy-icon:hover{fill:#33e9c5}div.container div.item1 .output-actions .clear-output,div.container div.item1 .output-actions .wnd-output{transition:background-color .3s,transform .3s}div.container div.item1 .output-actions .clear-output .icon,div.container div.item1 .output-actions .wnd-output .icon{fill:#ffffff;width:24px;height:24px}div.container div.item1 .output-actions .clear-output .icon:hover,div.container div.item1 .output-actions .wnd-output .icon:hover{fill:#33e9c5}:hover{outline:0;caret-color:transparent}textarea:focus{caret-color:auto}div.item2{flex:2;padding:0 .5vw}div.item2 .input-wrapper{background-color:#1a1a1a;border-radius:20px;position:relative;bottom:2vh;right:0;left:0;width:100%;height:100%;display:flex;flex-direction:row;align-items:flex-start}div.item2 .input-wrapper:focus-within .clear-button{display:block}div.item2 .input-wrapper .text-input{flex:1;font-size:20px;font-family:arial,verdana,Helvetica,sans-serif;resize:none;box-sizing:border-box;background:#000;color:#fff;border:none;padding:2px 40px 2px 2px;height:100%;margin-left:5px;border-radius:10px;overflow-y:auto;outline:0;box-shadow:0 0 0 2px #4d4d4d}div.item2 .input-wrapper .text-input:hover{box-shadow:0 0 0 2px #17d2ad}div.item2 .input-wrapper .text-input:focus{box-shadow:0 0 0 2px #ff4500}div.item2 .input-wrapper .clear-button{position:absolute;right:60px;top:19vh;padding:5px;border-radius:50%;background:#333;border:none;font-size:20px;cursor:pointer;color:#ccc;display:none}div.item2 .input-wrapper .clear-button:hover{font-weight:700;background:#595959;color:#fff}div.item2 .input-wrapper .input-actions{display:flex;flex-direction:column;margin-left:.5vw;margin-right:.5vw}div.item2 .input-wrapper .input-actions .clear-input,div.item2 .input-wrapper .input-actions .send-input,div.item2 .input-wrapper .input-actions .send2-input{box-sizing:border-box;background-color:#333;color:#fff;border:none;padding:10px;cursor:pointer;border-radius:50%;width:40px;height:40px;margin-bottom:5px;transition:background-color .3s}div.item2 .input-wrapper .input-actions .send-input{background:#992900}div.item2 .input-wrapper .input-actions .send-input:hover{background:#ff4500}div.item2 .input-wrapper .input-actions .send2-input{background:#0d7661}div.item2 .input-wrapper .input-actions .send2-input:hover{background:#14bb9a}div.item2 .input-wrapper .input-actions .clear-input{background:#333;color:#e6e6e6}div.item2 .input-wrapper .input-actions .clear-input:hover{background:#595959;color:#33e9c5}.menu-open .container{margin-left:16vw}.menu-open .menu-box{left:0!important}div.menu-h{background-color:#1a1a1a;position:fixed;top:0;left:0;width:100vw;height:4.5vh;padding:0;margin:0;outline:0;box-shadow:0 0 0 2px #4d4d4d;z-index:100}div.menu-h .release{background:inherit;color:#ff6a33;font-weight:700;margin-left:50vw;margin-top:.5vh}div.menu-h .menu-btn{appearance:none}div.menu-h .menu-btn:checked+.menu-icon{border:1px solid #333}div.menu-h .menu-btn:checked+.menu-icon .nav-icon{transform:rotate(45deg)}div.menu-h .menu-btn:checked+.menu-icon .nav-icon::before{top:0}div.menu-h .menu-btn:checked+.menu-icon .nav-icon::after{top:0;transform:rotate(90deg)}div.menu-h .menu-icon{box-sizing:border-box;background-color:inherit;display:block;position:absolute;margin-left:2vw;top:0;left:0;width:4vw;height:4.5vh;cursor:pointer;padding:2px;z-index:1}div.menu-h .menu-icon:hover .nav-icon,div.menu-h .menu-icon:hover .nav-icon::after,div.menu-h .menu-icon:hover .nav-icon::before{background-color:#33e9c5}div.menu-h .menu-icon .nav-icon{background-color:#aea7a7;display:block;position:absolute;top:14px;left:0;width:25px;height:2px;transition-duration:.25s}div.menu-h .menu-icon .nav-icon::after,div.menu-h .menu-icon .nav-icon::before{content:"";position:absolute;left:0;background-color:inherit;width:inherit;height:inherit}div.menu-h .menu-icon .nav-icon::before{top:-8px}div.menu-h .menu-icon .nav-icon::after{top:8px}div.menu-h .head-wrapper{position:absolute;top:0;left:5vw;height:4vh;padding:0;margin:0;display:inline-flex;flex-direction:row;flex-wrap:nowrap;align-items:center;justify-content:flex-start}div.menu-h .head-wrapper .help,div.menu-h .head-wrapper .log,div.menu-h .head-wrapper .upload,div.menu-h .head-wrapper .upload-dir{margin-top:2px;margin-left:30px;margin-right:0;padding:5px 5px 0;border:none;cursor:pointer;border-radius:20%;font-size:20px;color:#fff;background:#333;max-height:4vh}div.menu-h .head-wrapper .help:hover,div.menu-h .head-wrapper .log:hover,div.menu-h .head-wrapper .upload-dir:hover,div.menu-h .head-wrapper .upload:hover{background:#595959}div.menu-h .upload,div.menu-h .upload-dir{transition:background-color .3s,transform .3s}div.menu-h .upload .icon,div.menu-h .upload-dir .icon{fill:#ffffff;width:24px;height:24px}div.menu-h .upload .icon:hover,div.menu-h .upload-dir .icon:hover{fill:#33e9c5}div.menu-h .log{font-size:14px!important;font-weight:400!important;background:#992900!important}div.menu-h .log:hover{background:#cc3700!important}div.menu-h .log.active{background:#0d7661!important}div.menu-h .log.active:hover{background:#12a487!important}div.menu-h div.menu-box{position:fixed;top:5vh;left:-2000px;height:95vh;width:16vw;transition:left .3s ease-out;padding:1vh 0 0 .5vw;z-index:101;background:#0d0d0d;box-sizing:border-box;outline:0;box-shadow:0 0 0 2px #4d4d4d;display:flex;flex-direction:column;flex-wrap:nowrap;justify-content:flex-start;align-items:stretch;overflow-y:auto;overflow-x:auto}div.menu-h div.menu-box ul{list-style:none;margin:0;padding:0;display:flex;flex-direction:column;border-top:1px solid #333}div.menu-h div.menu-box ul li{border-left:1px solid #333;border-right:1px solid #333;border-bottom:1px solid #333}div.menu-h div.menu-box ul li a{color:#fff;font-size:14px;font-family:arial,verdana,Helvetica,sans-serif;font-weight:400;display:block;margin:0;padding:2px 2px 2px 0;text-align:left;text-decoration:none}div.menu-h div.menu-box ul li:hover{text-decoration:underline;background-color:#333;color:#33e9c5}div.menu-h div.menu-box ul a.delete{text-align:center;font-weight:700;font-style:italic;color:#000;background:#b3a80b}div.menu-h div.menu-box ul a.help{text-align:center;font-weight:700;font-style:italic;color:#000;background:#cc3700}div.menu-h div.menu-box ul li.show{background:#000;color:#fff;width:100%;text-align:center;box-sizing:border-box}div.menu-h div.menu-box ul li.show:hover{text-decoration:none}.window-text{position:relative;top:0;left:0;background:#1a1a1a;color:#fff;border:none;padding:0 2px 2px;width:78vw;height:80vh;border-radius:10px;box-sizing:border-box;outline:0;box-shadow:0 0 0 2px #b3a80b;overflow-y:auto;overflow-x:auto}.window-text pre.pre-text{color:#f8f292;white-space:pre-wrap;word-wrap:break-word;font-family:Georigia,"Ties New Roman",serif;font-size:18px;line-height:1.6;padding:2px;margin:0;text-align:left}.window-text div.div-text{color:#f8f292;word-wrap:break-word;font-family:Georigia,"Ties New Roman",serif;font-size:18px;padding:0 2px;margin:0}.window-text div.div-text ul{list-style:none;margin:0;padding:0;display:flex;flex-direction:column;border-top:1px solid #333}.window-text div.div-text ul li{border-left:1px solid #333;border-right:1px solid #333;border-bottom:1px solid #333}.window-text div.div-text ul li a{color:#fff;font-size:14px;font-family:arial,verdana,Helvetica,sans-serif;font-weight:400;display:block;margin:0;padding:5px 2px 2px 0;text-align:left;text-decoration:none}.window-text div.div-text ul li:hover{text-decoration:underline;background-color:#333;color:#33e9c5}.window-text div.text{font-size:18px;font-weight:400;padding-left:10px;padding-right:10px;margin:0}.window-text div.text pre{white-space:pre-wrap;word-wrap:break-word;font-family:arial,verdana,Helvetica,sans-serif;font-size:18px;line-height:1.3;padding:0 5px;margin:0;text-align:left}.window-text div.text .center{text-align:center;font-size:18px;font-weight:700;text-decoration:underline;font-style:italic;color:#e3d50e}.window-text div.text .label{margin:5px 0 5px 10px;font-size:18px;font-weight:700;font-style:italic;color:#e3d50e}.window-text div.text div{font-family:arial,verdana,Helvetica,sans-serif;font-size:18px;font-weight:700;padding-top:0;padding-bottom:0}.window-text div.text div a{background:#000;color:#fff;font-weight:400}.window-text div.text div a:hover{background:#333;color:#fff}.window-text div.text p{font-size:18px;font-weight:400;font-family:arial,verdana,Helvetica,sans-serif;text-align:justify;padding-bottom:9px;padding-right:0;padding-left:10px}.btn-wrapper{width:100%;height:2vw;position:sticky;top:0;padding:0;background:#262626}.btn-wrapper .btn-copy{position:absolute;top:1px;right:5vw;box-sizing:border-box;background:inherit;color:#fff;border:none;cursor:pointer;width:30px;margin:0;padding:0;transition:background-color .3s}.btn-wrapper .btn-copy:hover{background-color:#595959}.btn-wrapper .btn-copy .copy-icon{fill:#e6e6e6;width:20px;height:20px}.btn-wrapper .btn-copy .copy-icon:hover{fill:#33e9c5;background:#404040}.btn-wrapper .btn-close{position:absolute;top:0;right:2vw;margin:0;background-color:transparent;border:none;color:#e6e6e6;font-size:22px;font-weight:700;cursor:pointer;outline:0}.btn-wrapper .btn-close:hover{color:#33e9c5;background:#404040}.msg{box-sizing:border-box;position:fixed;width:300px;height:100px;top:50%;left:50%;transform:translate(-50%,-50%);background-color:#222;color:#ffeb3b;border:2px solid #ffeb3b;border-radius:15px;display:flex;align-items:center;justify-content:center;font-family:Arial,sans-serif;font-size:24px;font-weight:700;text-align:center;z-index:1000;box-shadow:0 4px 8px rgba(0,0,0,.2)}.alert,.confirm{background-color:#303030!important;color:#fff;padding:20px;border-radius:4px;box-shadow:0 2px 4px #00000033!important}.alert .button,.confirm .button{background-color:#37474f!important;color:#fff;border:none;padding:10px 20px;border-radius:4px;cursor:pointer;margin-top:20px}.alert .button:hover,.confirm .button:hover{background-color:#222c31}#ualog_{box-sizing:border-box;width:auto;height:auto;text-align:center;padding:2px;margin:2px 0 0;background:#333;color:#fff;font-size:16px;font-weight:400;border-radius:9px;border:1px solid #999}#ualog_ button{padding:5px;margin:0 5px;font-size:18px;font-weight:700;border:2px solid #888;border-radius:10px;color:#000}#ualog_ button:hover{cursor:pointer;text-decoration:underline}#ualog_ button.close{background:#cc3700}#ualog_ button.close:hover{background:#ff8f66;border-color:#992900}#ualog_ button.clear{background:#b3a80b}#ualog_ button.clear:hover{background:#f5ec62;border-color:#837b08}#ualog_ pre{box-sizing:border-box;width:auto;min-width:400px;max-width:400px;max-height:500px;text-align:left;font-size:16px;font-family:monospace;padding:2px;margin:2px;color:#fff;background:#111;overflow:auto;scrollbar-color:#23eb04 #454444;scrollbar-width:auto;word-wrap:break-word}
+a,body,button,div,html,input,label,li,p,span,table,td,ul{padding:0;margin:0;font-family:arial,verdana,Helvetica,sans-serif}.bb0{background:#daee59!important}.bb1{background:#5487fc!important}html{background:#1a1a1a}body{background:#1a1a1a;box-sizing:border-box;min-height:100vh;height:100vh;position:relative;padding:0;margin:0;overflow:hidden;font-family:arial,verdana,Helvetica,sans-serif;font-weight:400}.spinner{z-index:1000;position:absolute;top:70vh;left:50vw;transform:translate(-50%,-50%);cursor:pointer;display:none;align-items:center}.spinner .pulse-icon{width:20px;height:20px;background-color:#ff8c00;border-radius:50%;animation:1.5s ease-in-out infinite pulse}.spinner .stop-message{margin-left:15px;background-color:inherit;color:#8f8a8a;padding:8px 15px;border-radius:10px;font-size:22px;font-weight:700;opacity:1;transition:opacity .3s}.spinner:hover .stop-message{color:#fff;background:#595959;opacity:1}@keyframes pulse{0%{transform:scale(.6);box-shadow:0 0 0 0 rgba(255,140,0,.7)}70%{transform:scale(1.4);box-shadow:0 0 0 20px rgba(255,140,0,0)}100%{transform:scale(.6);box-shadow:0 0 0 0 rgba(255,140,0,0)}}.show-spinner{display:flex}.upload{background-color:#1e1e1e;padding:0 2em 2em;margin:0;border-radius:4px;box-shadow:0 2px 4px rgba(0,0,0,.5);text-align:center}.upload h4{color:#fff;margin-bottom:1em}.upload form{display:flex;flex-direction:column;align-items:center}.upload form .file{background-color:#121212;border:1px solid #515151;color:#fff;padding:.5em;margin-bottom:1em;border-radius:4px;width:100%;box-sizing:border-box}.upload form .file::file-selector-button{background-color:#0a5f4e;color:#fff;border:none;padding:.5em 1em;border-radius:4px;cursor:pointer}.upload form .file::file-selector-button:hover{background-color:#053128}.upload form button{background-color:#0a5f4e;color:#fff;border:none;padding:.5em 1em;border-radius:4px;cursor:pointer;width:100%;box-sizing:border-box}.upload form button:hover{background-color:#053128}.upload .result{width:100%;background:#000;color:#fff;font-size:15px;font-weight:400;text-align:left}div.container{background:#1a1a1a;box-sizing:border-box;position:relative;top:5vh;left:0;height:95vh;margin:0;padding:0;transition:margin-left .5s;display:flex;flex-direction:column;justify-content:flex-start;align-items:stretch;flex-wrap:nowrap;overflow-y:auto;overflow-x:auto}div.container div.item{box-sizing:border-box;min-height:50px;margin:0;padding:0}div.container div.item1{flex:5;padding:.5vh .5vw 10vh}div.container div.item1 .output-wrapper{background-color:#1a1a1a;border-radius:20px;position:relative;bottom:0;right:0;left:0;width:100%;height:100%;display:flex;flex-direction:row;align-items:flex-start}div.container div.item1 .output-wrapper .text-out{flex:1;box-sizing:border-box;background:#000;color:#fff;border:none;padding:2px;min-width:50vw;height:100%;border-radius:10px;overflow-y:auto;outline:0;box-shadow:0 0 0 2px #4d4d4d}div.container div.item1 .output-wrapper .text-out:hover{box-shadow:0 0 0 2px #17d2ad}div.container div.item1 .output-wrapper .text-out .pre-text{white-space:pre-wrap;word-wrap:break-word;font-family:arial,verdana,Helvetica,sans-serif;font-size:20px;line-height:1.5;padding:2px;margin:0;height:100%;box-sizing:border-box;overflow-y:scroll;scroll-behavior:smooth}div.container div.item1 .output-wrapper .text-out .pre-text.copied{background-color:#0d0d0d;color:#61eed2}div.container div.item1 .output-wrapper .text-out .div-text{white-space:pre-wrap;word-wrap:break-word;font-family:arial,verdana,Helvetica,sans-serif;font-size:20px;line-height:1.5;padding:2px;margin:0;height:100%;box-sizing:border-box;overflow-y:scroll}div.container div.item1 .output-wrapper .text-out.copied{background-color:#0d0d0d;color:#61eed2}div.container div.item1 .output-actions{display:flex;flex-direction:column;align-items:flex-end;margin-left:.5vw;margin-right:.5vw}div.container div.item1 .output-actions .clear-output,div.container div.item1 .output-actions .copy-output,div.container div.item1 .output-actions .wnd-output{box-sizing:border-box;background-color:#333;color:#fff;border:none;padding:10px;cursor:pointer;border-radius:50%;width:40px;height:40px;display:flex;align-items:center;margin-bottom:5px}div.container div.item1 .output-actions .clear-output:hover,div.container div.item1 .output-actions .copy-output:hover,div.container div.item1 .output-actions .wnd-output:hover{background-color:#595959}div.container div.item1 .output-actions .copy-output{transition:background-color .3s,transform .3s}div.container div.item1 .output-actions .copy-output.copied{background:#33e9c5;transform:scale(1.2)}div.container div.item1 .output-actions .copy-output .copy-icon{fill:#ffffff;width:24px;height:24px}div.container div.item1 .output-actions .copy-output .copy-icon:hover{fill:#33e9c5}div.container div.item1 .output-actions .clear-output,div.container div.item1 .output-actions .wnd-output{transition:background-color .3s,transform .3s}div.container div.item1 .output-actions .clear-output .icon,div.container div.item1 .output-actions .wnd-output .icon{fill:#ffffff;width:24px;height:24px}div.container div.item1 .output-actions .clear-output .icon:hover,div.container div.item1 .output-actions .wnd-output .icon:hover{fill:#33e9c5}:hover{outline:0;caret-color:transparent}textarea:focus{caret-color:auto}div.item2{flex:2;padding:0 .5vw}div.item2 .input-wrapper{background-color:#1a1a1a;border-radius:20px;position:relative;bottom:2vh;right:0;left:0;width:100%;height:100%;display:flex;flex-direction:row;align-items:flex-start}div.item2 .input-wrapper:focus-within .clear-button{display:block}div.item2 .input-wrapper .text-input{flex:1;font-size:20px;font-family:arial,verdana,Helvetica,sans-serif;resize:none;box-sizing:border-box;background:#000;color:#fff;border:none;padding:2px 40px 2px 2px;height:100%;margin-left:5px;border-radius:10px;overflow-y:auto;outline:0;box-shadow:0 0 0 2px #4d4d4d}div.item2 .input-wrapper .text-input:hover{box-shadow:0 0 0 2px #17d2ad}div.item2 .input-wrapper .text-input:focus{box-shadow:0 0 0 2px #ff4500}div.item2 .input-wrapper .clear-button{position:absolute;right:60px;top:19vh;padding:5px;border-radius:50%;background:#333;border:none;font-size:20px;cursor:pointer;color:#ccc;display:none}div.item2 .input-wrapper .clear-button:hover{font-weight:700;background:#595959;color:#fff}div.item2 .input-wrapper .input-actions{display:flex;flex-direction:column;margin-left:.5vw;margin-right:.5vw}div.item2 .input-wrapper .input-actions .clear-input,div.item2 .input-wrapper .input-actions .send-input,div.item2 .input-wrapper .input-actions .send2-input{box-sizing:border-box;background-color:#333;color:#fff;border:none;padding:10px;cursor:pointer;border-radius:50%;width:40px;height:40px;margin-bottom:5px;transition:background-color .3s}div.item2 .input-wrapper .input-actions .send-input{background:#992900}div.item2 .input-wrapper .input-actions .send-input:hover{background:#ff4500}div.item2 .input-wrapper .input-actions .send2-input{background:#0d7661}div.item2 .input-wrapper .input-actions .send2-input:hover{background:#14bb9a}div.item2 .input-wrapper .input-actions .clear-input{background:#333;color:#e6e6e6}div.item2 .input-wrapper .input-actions .clear-input:hover{background:#595959;color:#33e9c5}.menu-open .container{margin-left:16vw}.menu-open .menu-box{left:0!important}div.menu-h{background-color:#1a1a1a;position:fixed;top:0;left:0;width:100vw;height:4.5vh;padding:0;margin:0;outline:0;box-shadow:0 0 0 2px #4d4d4d;z-index:100}div.menu-h .release{background:inherit;color:#ff6a33;font-weight:700;margin-left:50vw;margin-top:.5vh}div.menu-h .menu-btn{appearance:none}div.menu-h .menu-btn:checked+.menu-icon{border:1px solid #333}div.menu-h .menu-btn:checked+.menu-icon .nav-icon{transform:rotate(45deg)}div.menu-h .menu-btn:checked+.menu-icon .nav-icon::before{top:0}div.menu-h .menu-btn:checked+.menu-icon .nav-icon::after{top:0;transform:rotate(90deg)}div.menu-h .menu-icon{box-sizing:border-box;background-color:inherit;display:block;position:absolute;margin-left:2vw;top:0;left:0;width:4vw;height:4.5vh;cursor:pointer;padding:2px;z-index:1}div.menu-h .menu-icon:hover .nav-icon,div.menu-h .menu-icon:hover .nav-icon::after,div.menu-h .menu-icon:hover .nav-icon::before{background-color:#33e9c5}div.menu-h .menu-icon .nav-icon{background-color:#aea7a7;display:block;position:absolute;top:14px;left:0;width:25px;height:2px;transition-duration:.25s}div.menu-h .menu-icon .nav-icon::after,div.menu-h .menu-icon .nav-icon::before{content:"";position:absolute;left:0;background-color:inherit;width:inherit;height:inherit}div.menu-h .menu-icon .nav-icon::before{top:-8px}div.menu-h .menu-icon .nav-icon::after{top:8px}div.menu-h .head-wrapper{position:absolute;top:0;left:5vw;height:4vh;padding:0;margin:0;display:inline-flex;flex-direction:row;flex-wrap:nowrap;align-items:center;justify-content:flex-start}div.menu-h .head-wrapper .help,div.menu-h .head-wrapper .log,div.menu-h .head-wrapper .upload,div.menu-h .head-wrapper .upload-dir{margin-top:2px;margin-left:30px;margin-right:0;padding:5px 5px 0;border:none;cursor:pointer;border-radius:20%;font-size:20px;color:#fff;background:#333;max-height:4vh}div.menu-h .head-wrapper .help:hover,div.menu-h .head-wrapper .log:hover,div.menu-h .head-wrapper .upload-dir:hover,div.menu-h .head-wrapper .upload:hover{background:#595959}div.menu-h .upload,div.menu-h .upload-dir{transition:background-color .3s,transform .3s}div.menu-h .upload .icon,div.menu-h .upload-dir .icon{fill:#ffffff;width:24px;height:24px}div.menu-h .upload .icon:hover,div.menu-h .upload-dir .icon:hover{fill:#33e9c5}div.menu-h .log{font-size:14px!important;font-weight:400!important;background:#992900!important}div.menu-h .log:hover{background:#cc3700!important}div.menu-h .log.active{background:#0d7661!important}div.menu-h .log.active:hover{background:#12a487!important}div.menu-h div.menu-box{position:fixed;top:5vh;left:-2000px;height:95vh;width:16vw;transition:left .3s ease-out;padding:1vh 0 0 .5vw;z-index:101;background:#0d0d0d;box-sizing:border-box;outline:0;box-shadow:0 0 0 2px #4d4d4d;display:flex;flex-direction:column;flex-wrap:nowrap;justify-content:flex-start;align-items:stretch;overflow-y:auto;overflow-x:auto}div.menu-h div.menu-box ul{list-style:none;margin:0;padding:0;display:flex;flex-direction:column;border-top:1px solid #333}div.menu-h div.menu-box ul li{border-left:1px solid #333;border-right:1px solid #333;border-bottom:1px solid #333}div.menu-h div.menu-box ul li a{color:#fff;font-size:14px;font-family:arial,verdana,Helvetica,sans-serif;font-weight:400;display:block;margin:0;padding:2px 2px 2px 0;text-align:left;text-decoration:none}div.menu-h div.menu-box ul li:hover{text-decoration:underline;background-color:#333;color:#33e9c5}div.menu-h div.menu-box ul a.delete{text-align:center;font-weight:700;font-style:italic;color:#000;background:#b3a80b}div.menu-h div.menu-box ul a.help{text-align:center;font-weight:700;font-style:italic;color:#000;background:#cc3700}div.menu-h div.menu-box ul li.show{background:#000;color:#fff;width:100%;text-align:center;box-sizing:border-box}div.menu-h div.menu-box ul li.show:hover{text-decoration:none}.window-text{position:relative;top:0;left:0;background:#1a1a1a;color:#fff;border:none;padding:0 2px 2px;width:78vw;height:80vh;border-radius:10px;box-sizing:border-box;outline:0;box-shadow:0 0 0 2px #b3a80b;overflow-y:auto;overflow-x:auto}.window-text pre.pre-text{color:#f8f292;white-space:pre-wrap;word-wrap:break-word;font-family:Georigia,"Ties New Roman",serif;font-size:18px;line-height:1.6;padding:2px;margin:0;text-align:left}.window-text div.div-text{color:#f8f292;word-wrap:break-word;font-family:Georigia,"Ties New Roman",serif;font-size:18px;padding:0 2px;margin:0}.window-text div.div-text ul{list-style:none;margin:0;padding:0;display:flex;flex-direction:column;border-top:1px solid #333}.window-text div.div-text ul li{border-left:1px solid #333;border-right:1px solid #333;border-bottom:1px solid #333}.window-text div.div-text ul li a{color:#fff;font-size:14px;font-family:arial,verdana,Helvetica,sans-serif;font-weight:400;display:block;margin:0;padding:5px 2px 2px 0;text-align:left;text-decoration:none}.window-text div.div-text ul li:hover{text-decoration:underline;background-color:#333;color:#33e9c5}.window-text div.text{font-size:18px;font-weight:400;padding-left:10px;padding-right:10px;margin:0}.window-text div.text pre{white-space:pre-wrap;word-wrap:break-word;font-family:arial,verdana,Helvetica,sans-serif;font-size:18px;line-height:1.3;padding:0 5px;margin:0;text-align:left}.window-text div.text .center{text-align:center;font-size:18px;font-weight:700;text-decoration:underline;font-style:italic;color:#e3d50e}.window-text div.text .label{margin:5px 0 5px 10px;font-size:18px;font-weight:700;font-style:italic;color:#e3d50e}.window-text div.text div{font-family:arial,verdana,Helvetica,sans-serif;font-size:18px;font-weight:700;padding-top:0;padding-bottom:0}.window-text div.text div a{background:#000;color:#fff;font-weight:400}.window-text div.text div a:hover{background:#333;color:#fff}.window-text div.text p{font-size:18px;font-weight:400;font-family:arial,verdana,Helvetica,sans-serif;text-align:justify;padding-bottom:9px;padding-right:0;padding-left:10px}.btn-wrapper{width:100%;height:2vw;position:sticky;top:0;padding:0;background:#262626}.btn-wrapper .btn-copy{position:absolute;top:1px;right:5vw;box-sizing:border-box;background:inherit;color:#fff;border:none;cursor:pointer;width:30px;margin:0;padding:0;transition:background-color .3s}.btn-wrapper .btn-copy:hover{background-color:#595959}.btn-wrapper .btn-copy .copy-icon{fill:#e6e6e6;width:20px;height:20px}.btn-wrapper .btn-copy .copy-icon:hover{fill:#33e9c5;background:#404040}.btn-wrapper .btn-close{position:absolute;top:0;right:2vw;margin:0;background-color:transparent;border:none;color:#e6e6e6;font-size:22px;font-weight:700;cursor:pointer;outline:0}.btn-wrapper .btn-close:hover{color:#33e9c5;background:#404040}.msg{box-sizing:border-box;position:fixed;width:300px;height:100px;top:50%;left:50%;transform:translate(-50%,-50%);background-color:#222;color:#ffeb3b;border:2px solid #ffeb3b;border-radius:15px;display:flex;align-items:center;justify-content:center;font-family:Arial,sans-serif;font-size:24px;font-weight:700;text-align:center;z-index:1000;box-shadow:0 4px 8px rgba(0,0,0,.2)}.alert,.confirm{background-color:#303030!important;color:#fff;padding:20px;border-radius:4px;box-shadow:0 2px 4px #00000033!important}.alert .button,.confirm .button{background-color:#37474f!important;color:#fff;border:none;padding:10px 20px;border-radius:4px;cursor:pointer;margin-top:20px}.alert .button:hover,.confirm .button:hover{background-color:#222c31}#ualog_{box-sizing:border-box;width:auto;height:auto;text-align:center;padding:2px;margin:2px 0 0;background:#333;color:#fff;font-size:16px;font-weight:400;border-radius:9px;border:1px solid #999}#ualog_ button{padding:5px;margin:0 5px;font-size:18px;font-weight:700;border:2px solid #888;border-radius:10px;color:#000}#ualog_ button:hover{cursor:pointer;text-decoration:underline}#ualog_ button.close{background:#cc3700}#ualog_ button.close:hover{background:#ff8f66;border-color:#992900}#ualog_ button.clear{background:#b3a80b}#ualog_ button.clear:hover{background:#f5ec62;border-color:#837b08}#ualog_ pre{box-sizing:border-box;width:auto;min-width:400px;max-width:400px;max-height:500px;text-align:left;font-size:16px;font-family:monospace;padding:2px;margin:2px;color:#fff;background:#111;overflow:auto;scrollbar-color:#23eb04 #454444;scrollbar-width:auto;word-wrap:break-word}

static/javascript/rag_cleaner.js

@@ -1,115 +1,97 @@
 /** @format */
+function removeTag(txt) {
+  txt = txt.replace(/<<</g, "").replace(/>>>/g, "");
+  txt = txt.replace(/<</g, "").replace(/>>/g, "");
+  return txt;
+}
+function uniteBrokenWords(txt) {
+  const regex = /-\n/g;
+  const unitedText = txt.replace(regex, "");
+  return unitedText;
+}
 
-const removeChars = (txt) => {
-  const charsRm = /[\u00AD\u200B\u200C\u200D\u2060\uFEFF]/g;
-  return txt.replace(charsRm, "");
-};
-
-const replaceChars = (txt) => {
-  const charsSrp = /[\u00A0\u2000-\u200A\u202F\u205F\u3000\t\r\f\v]/g;
-  return txt.replace(charsSrp, " ");
-};
-
-const removeTag = (txt) => {
-  return txt.replace(/<<</g, "").replace(/>>>/g, "").replace(/<<|>>/g, "");
-};
-
-const ALLOWED_CHARS = /\w\sàèéìòùÀÈÉÌÒÙáéíóúÁÉÍÓÚäëïöüÄËÏÖÜâêîôûÂÊÎÔÛçÇñÑ.,;:!?\'"()-/;
-
-const cleanDoc = (txt) => {
+function cleanDoc(txt) {
   try {
     txt = removeTag(txt);
-    txt = removeChars(txt);
-    txt = replaceChars(txt);
-    // Rimuove linee vuote multiple
-    txt = txt.replace(/\n\s*\n/g, "\n");
-    // Rimuove caratteri di escape visibili come \n, \r, \t
-    txt = txt.replace(/[\t\r]/g, " ");
+    //unisce le parole spezzate a di fine riga
+    txt = txt.replace(/-\n/g, "");
+    // Rimuove caratteri non stampabili specifici
+    const charsRm = /[\u00AD\u200B\u200C\u200D\u2060\uFEFF]/g;
+    txt = txt.replace(charsRm, "");
+    // Sostituisce spazi non standard e altri caratteri con uno spazio
+    const charsSrp = /[\u00A0\u2000-\u200A\u202F\u205F\u3000\t\r\f\v]/g;
+    txt = txt.replace(charsSrp, " ");
+    // Mantieni le sequenze di escape comuni
+    txt = txt.replace(/\\([nrtfb])/g, "$1");
+    // Mantieni le sequenze Unicode
+    txt = txt.replace(/\\(u[0-9a-fA-F]{4}|x[0-9a-fA-F]{2})/g, "$1");
+    // Mantieni i backslash nei path di file
+    txt = txt.replace(/\\([a-zA-Z]:\\|\\\\[a-zA-Z0-9_]+\\)/g, "\\\\$1");
+    // Rimuovi tutti gli altri backslash
+    txt = txt.replace(/\\/g, "");
     // Uniforma i caratteri di quotazione
     txt = txt.replace(/“/g, '"').replace(/”/g, '"');
-    // Rimuove caratteri speciali non comuni mantenendo i caratteri accentati e punteggiatura
-    txt = txt.replace(new RegExp(`[^${ALLOWED_CHARS.source}]`, "g"), " ");
     // Rimuove spazi prima della punteggiatura
     txt = txt.replace(/ +([.,;:!?])/g, "$1");
+    // Rimuove linee vuote multiple
+    txt = txt.replace(/\n\s*\n/g, "\n\n");
+    txt = txt.replace(/\n{3,}/g, "\n\n");
     // Rimuove spazi multipli
     txt = txt.replace(/ +/g, " ");
     return txt.trim();
   } catch (e) {
     console.error(e);
-    return "Errore di codifica nella risposta";
+    return "Errore di codifica del documento";
   }
-};
+}
 
-const cleanResponse = (txt) => {
+function cleanResponse(txt) {
   try {
-    txt = removeChars(txt);
-    txt = replaceChars(txt);
-    // Rimuove linee vuote multiple
-    txt = txt.replace(/\n\s*\n/g, "\n");
-    // Rimuove caratteri di escape visibili come \n, \r, \t
-    txt = txt.replace(/[\t\r\n]/g, " ");
-    // Rimuove caratteri speciali non comuni mantenendo i caratteri accentati e punteggiatura
-    txt = txt.replace(new RegExp(`[^${ALLOWED_CHARS.source}]`, "g"), " ");
-    // Rimuove spazi prima della punteggiatura
-    txt = txt.replace(/ +([.,;:!?])/g, "$1");
-    // Rimuove spazi multipli
+    // Rimuove caratteri non stampabili specifici
+    const charsRm = /[\u00AD\u200B\u200C\u200D\u2060\uFEFF]/g;
+    txt = txt.replace(charsRm, "");
+    // Sostituisce spazi non standard e altri caratteri con uno spazio
+    const charsSrp = /[\u00A0\u2000-\u200A\u202F\u205F\u3000\t\r\f\v]/g;
+    txt = txt.replace(charsSrp, " ");
+    // Mantieni le sequenze di escape comuni
+    txt = txt.replace(/\\([nrtfb])/g, "$1");
+    // Mantieni le sequenze Unicode
+    txt = txt.replace(/\\(u[0-9a-fA-F]{4}|x[0-9a-fA-F]{2})/g, "$1");
+    // Mantieni i backslash nei path di file
+    txt = txt.replace(/\\([a-zA-Z]:\\|\\\\[a-zA-Z0-9_]+\\)/g, "\\\\$1");
+    // Rimuovi tutti gli altri backslash
+    txt = txt.replace(/\\/g, "");
+    // Sostituisce le sequenze di più di due newline con due newline
+    txt = txt.replace(/\n{3,}/g, "\n\n");
+    // unifica spazi multipli
     txt = txt.replace(/ +/g, " ");
     return txt.trim();
   } catch (e) {
     console.error(e);
-    return "Errore di codifica nella risposta";
+    return `Errore di codifica nella risposta\n${e}`;
   }
-};
+}
 
-const cleanOutput = (text) => {
-  txt = removeTag(txt);
-  // Rimuove gli spazi bianchi iniziali e finali
-  text = text.trim();
-  // Sostituisce le sequenze di più di due newline con due newline
-  text = text.replace(/\n{3,}/g, "\n\n");
-  // Rimuove gli spazi bianchi extra all'inizio di ogni riga
-  text = text.replace(/^\s+/gm, "");
+function cleanOut(txt) {
   // Formatta gli elenchi puntati per una migliore leggibilità
-  text = text.replace(/^(\s*[-*•])(\s*)/gm, "\n$1 ");
+  // txt = txt.replace(/^(\s*[-*•])(\s*)/gm, "\n$1 ");
   // Formatta gli elenchi numerati per una migliore leggibilità
-  text = text.replace(/^(\s*\d+\.)(\s*)/gm, "\n$1 ");
+  // txt = txt.replace(/^(\s*\d+\.)(\s*)/gm, "\n$1 ");
   // Aggiunge una riga vuota prima e dopo i blocchi di codice
-  text = text.replace(/(```[\s\S]*?```)/g, "\n\n$1\n\n");
+  // txt = txt.replace(/(```[\s\S]*?```)/g, "\n\n$1\n\n");
   // Aggiunge un'andata a capo dopo ogni punto, eccetto quando seguito da newline o fine stringa
-  text = text.replace(/\.(?!\n|$)/g, ".\n");
+  // txt = txt.replace(/\.(?!\n|$)/g, ".\n");
+  // Sostituisce le sequenze di più di due newline con due newline
+  txt = txt.replace(/\n{3,}/g, "\n\n");
   // Rimuove gli spazi bianchi extra alla fine di ogni riga
-  text = text.replace(/\s+$/gm, "");
-  return text;
-};
-
-// function list2text(docList) {
-//   const docDict = {};
-
-//   function getLabel(txt) {
-//     const match = txt.match(/<<<(.*?)>>>/);
-//     return match ? match[1] : null;
-//   }
-
-//   for (let doc of docList) {
-//     const docName = getLabel(doc);
-//     // const content = doc.replace(/<<<.*?>>>/g, ''); //TODO
-//     const content = doc.replace(/<<<.*?>>>/, "");
-//     if (docName in docDict) {
-//       docDict[docName] += `\n ${content}`;
-//     } else {
-//       docDict[docName] = content;
-//     }
-//   }
-//   const lst = [];
-//   for (let [docName, content] of Object.entries(docDict)) {
-//     lst.push(`Documento: ${docName}.\n${content}`);
-//   }
-//   return lst.join("\n\n");
-// }
+  // txt = txt.replace(/ +/g, " ");
+  // txt = txt.replace(/\s+$/gm, "");
+  return txt;
+}
 
 // <<<doc_name>>> => Documento: doc_name
-function subResponseDOcTag(txt) {
-  const regex = /<<<(.*?)>>>/;
-  const result = txt.replace(regex, (match, p1) => `Documento: ${p1}`);
-  return result;
-}
+// function subResponseDOcTag(txt) {
+//   const regex = /<<<(.*?)>>>/;
+//   const result = txt.replace(regex, (match, p1) => `Documento: ${p1}`);
+//   return result;
+// }

static/javascript/rag_data_mgr.js

@@ -118,8 +118,8 @@ const DataMgr = {
     }
     Rag.ragQuery = "";
     Rag.ragContext = "";
-    Rag.ragResponse = "";
-    Rag.responses = [];
+    Rag.ragAnswer = "";
+    Rag.answers= [];
     Rag.prompts = [];
     ThreadMgr.rows = [];
   },

static/javascript/rag_http.js

@@ -1,7 +1,6 @@
 /** @format */
 "use strict";
 
-
 const model_name = "mistralai/Mistral-7B-Instruct-v0.3";
 // const model_name = "mistralai/Mixtral-8x7B-Instruct-v0.1";
 // const model_name = "mistralai/Mixtral-8x22B-Instruct-v0.1"
@@ -37,6 +36,46 @@ async function requestGet(url) {
 const ERROR_TOKENS = "ERROR_TOKENS";
 const TIMEOUT_ERROR = "TIMEOUT_ERROR";
 
+const getErrorType = (status, data) => {
+  let errorType;
+  if (status >= 500) {
+    errorType = "SERVER_ERROR";
+  } else if (status >= 400 && status < 500) {
+    if (typeof data === "object" && data.error_type === "validation") {
+      if (data.error.includes("tokens")) {
+        errorType = ERROR_TOKENS;
+      } else {
+        errorType = "ERROR_VALIDATION";
+      }
+    } else {
+      errorType = "CLIENT_ERROR";
+    }
+  } else {
+    errorType = "UNKNOWN_ERROR";
+  }
+  return errorType;
+};
+
+const checkResponse = (data) => {
+  if (!data || !Array.isArray(data) || data.length === 0) {
+    return "INVALID_DATA";
+  }
+  if (!data[0].generated_text) {
+    return "MISSING_GENERATED_TEXT";
+  }
+  return "ok";
+};
+
+const createErrorInfo = (status, statusText, msg, errorType) => {
+  const err = {
+    status: status,
+    statusText: statusText,
+    errorType: errorType,
+    message: msg || "Errore sconosciuto",
+  };
+  return JSON.stringify(err);
+};
+
 const HfRequest = {
   controller: null,
   isCancelled: false,
@@ -45,12 +84,12 @@ const HfRequest = {
   async post(payload, timeout = 50000) {
     this.isCancelled = false;
     this.controller = new AbortController();
-
+    let response;
     try {
       const timeoutId = setTimeout(() => {
         this.controller.abort();
       }, timeout);
-      const response = await fetch(`${this.baseUrl}/${model_name}`, {
+      response = await fetch(`${this.baseUrl}/${model_name}`, {
         method: "POST",
         headers: {
           Authorization: `Bearer ${tm}`,
@@ -63,20 +102,20 @@ const HfRequest = {
       if (this.isCancelled) return null;
       const data = await response.json();
       if (!response.ok) {
-        const errorType = this.checkError(response.status, data);
-        const errorInfo = this.createErrorInfo(response.status, response.statusText, data.error, errorType);
+        const errorType = getErrorType(response.status, data);
+        const errorInfo = createErrorInfo(response.status, response.statusText, data.error, errorType);
         throw new Error(errorInfo);
       }
-      const errorType = this.isInvalidResponse(data);
-      if (typeof errorType === "string") {
-        const errorInfo = this.createErrorInfo(response.status, response.statusText, data.error, errorType);
+      const okResp = checkResponse(data);
+      if (okResp !== "ok") {
+        const errorInfo = createErrorInfo(response.status, response.statusText, data.error, okResp);
         throw new Error(errorInfo);
       }
       return data[0].generated_text.trim();
     } catch (error) {
       if (this.isCancelled) return null;
       if (error.name === "AbortError") {
-        const errorInfo = this.createErrorInfo(0, "Timeout", "La richiesta è scaduta", TIMEOUT_ERROR);
+        const errorInfo = createErrorInfo(0, "Timeout", "La richiesta è scaduta", TIMEOUT_ERROR);
         throw new Error(errorInfo);
       }
       throw error;
@@ -88,55 +127,40 @@ const HfRequest = {
       this.controller.abort();
     }
   },
-  checkError(status, data) {
-    let errorType;
-    if (status >= 500) {
-      errorType = "SERVER_ERROR";
-    } else if (status >= 400 && status < 500) {
-      if (typeof data === "object" && data.error_type === "validation") {
-        if (data.error.includes("tokens")) {
-          errorType = ERROR_TOKENS;
-        } else {
-          errorType = "ERROR_VALIDATION";
-        }
-      } else {
-        errorType = "CLIENT_ERROR";
-      }
-    } else {
-      errorType = "UNKNOWN_ERROR";
-    }
-    return errorType;
-  },
-  isInvalidResponse(data) {
-    if (!data || !Array.isArray(data) || data.length === 0) {
-      return "INVALID_DATA";
-    }
-    if (!data[0].generated_text) {
-      return "MISSING_GENERATED_TEXT";
-    }
-    return null;
-  },
-  createErrorInfo(status, statusText, msg, errorType) {
-    const err = {
-      status: status,
-      statusText: statusText,
-      errorType: errorType,
-      message: msg || "Errore sconosciuto",
-    };
-    return JSON.stringify(err);
-  },
 };
 
-function errorInfo(err) {
-  const js = JSON.parse(err.message);
-  return js;
+function getErrorInfo(error) {
+  let js = {};
+  try {
+    js = JSON.parse(error.message);
+  } catch (err) {
+    const msg = `getErrorInfo\n${error}`;
+    console.error(msg);
+    js = {
+      status: "0",
+      statusText: "status_errorInof",
+      errorType: "UNKNOWN_ERROR_errorInfo",
+      message: msg,
+    };
+  } finally {
+    return js;
+  }
 }
 
 function errorToText(err) {
-  const j = JSON.parse(err.message);
-  return `Error:
+  let s;
+  try {
+    const j = JSON.parse(err.message);
+    s = `Error:
     Status: ${j.status}
     Status Text: ${j.statusText}
     Error Type: ${j.errorType}
     Message: ${j.message}`;
+  } catch (err) {
+    const msg = `errorToText\n${err}`;
+    console.error(msg);
+    s = `${err}`;
+  } finally {
+    return s;
+  }
 }

static/javascript/rag_mgr.js

@@ -24,6 +24,18 @@ const PROMPT_DECR = 1024 * 2;
 
 const TIMEOUT = 60000;
 
+function wait(seconds) {
+  return new Promise((resolve) => setTimeout(resolve, seconds * 1000));
+}
+
+async function example() {
+  console.log("Inizio attesa...");
+  await wait(5); // Attende 5 secondi
+  console.log("Fine attesa!");
+}
+
+example();
+
 const truncInput = (txt, decr) => {
   const tl = txt.length;
   const lim = tl - decr;
@@ -31,6 +43,12 @@ const truncInput = (txt, decr) => {
   return s;
 };
 
+//setta il prompt al limite massimo
+const setMaxLen = (s) => {
+  const lim = MAX_PROMPT_LENGTH - 1000;
+  return s.substring(0, lim);
+};
+
 const getPartSize = (doc, prompt, decr) => {
   const limitWIthPoint = (s, free_len) => {
     const idx = s.indexOf(".", free_len);
@@ -57,15 +75,15 @@ const getPartDoc = (pRgt, partSize) => {
   return [pLft, pRgt];
 };
 
-const ragLog = (msg, lftLen, rgtLen, responses) => {
+const ragLog = (msg, lftL, rgtL, answers) => {
   const maxl = MAX_PROMPT_LENGTH;
-  const rspsl = responses.reduce((acc, cur) => {
+  const rspsL = answers.reduce((acc, cur) => {
     return acc + cur.length;
   }, 0);
-  let s = `${msg} mx:${maxl} lft:${lftLen} rgt:${rgtLen} arr:${rspsl}`;
+  let s = `${msg} mx:${maxl} lft:${lftL} rgt:${rgtL} arr:${rspsL}`;
   xlog(s);
-  s = `${msg}   ${lftLen}   ${rgtLen}   ${rspsl}`;
-  UaLog.log(s);
+  const row = formatRow([msg, lftL, rgtL, rspsL], [8, -7, -7, -7]);
+  UaLog.log(row);
 };
 
 const Rag = {
@@ -74,9 +92,9 @@ const Rag = {
   //query usata per creare la lista delle rispste
   ragQuery: "",
   // risposta finale alla qury contetso
-  ragResponse: "",
-  responses: [],
-  contextAnswers: [],
+  ragAnswer: "",
+  answers: [],
+  docContextLst: [],
   prompts: [],
   doc: "",
   doc_part: "",
@@ -88,7 +106,7 @@ const Rag = {
     const js = {
       context: this.ragContext,
       ragquery: this.ragQuery,
-      ragresponse: this.ragResponse,
+      raganswer: this.ragAnswer,
     };
     UaDb.saveJson(ID_RAG, js);
     UaDb.saveArray(ID_THREAD, ThreadMgr.rows);
@@ -97,14 +115,14 @@ const Rag = {
     const js = UaDb.readJson(ID_RAG);
     this.ragContext = js.context || "";
     this.ragQuery = js.ragquery || "";
-    this.ragResponse = js.ragresponse || "";
+    this.ragAnswer = js.raganswer || "";
     ThreadMgr.rows = UaDb.readArray(ID_THREAD);
   },
   saveRespToDb() {
-    UaDb.saveArray(ID_RESPONSES, this.responses);
+    UaDb.saveArray(ID_RESPONSES, this.answers);
   },
   readRespsFromDb() {
-    this.responses = UaDb.readArray(ID_RESPONSES);
+    this.answers = UaDb.readArray(ID_RESPONSES);
   },
   // addPrompt(p) {
   //   this.prompts.push(p);
@@ -115,8 +133,10 @@ const Rag = {
     DataMgr.readDbDocNames();
     DataMgr.readDbDocs();
     this.ragQuery = query;
+    this.saveToDb();
     let ndoc = 0;
     try {
+      let j = 1;
       for (let i = 0; i < DataMgr.docs.length; i++) {
         let doc = DataMgr.docs[i];
         if (doc.trim() == "") continue;
@@ -125,13 +145,13 @@ const Rag = {
         xlog(`${docName} (${doc_entire_len}) `);
         UaLog.log(`${docName} (${doc_entire_len}) `);
         ++ndoc;
-        let npart = 0;
+        let npart = 1;
         let decr = 0;
         let prompt = "";
         let lft = "";
         let rgt = "";
-        let text = "";
-        let docAnswers = [];
+        let answer = "";
+        let docAnswersLst = [];
 
         while (true) {
           let partSize = getPartSize(doc, promptDoc("", query, ""), decr);
@@ -139,117 +159,124 @@ const Rag = {
             break;
           }
           [lft, rgt] = getPartDoc(doc, partSize);
-          ragLog(`${ndoc},${npart + 1}`, lft.length, rgt.length, this.responses);
+          ragLog(`${j}) ${ndoc},${npart}`, lft.length, rgt.length, this.answers);
           prompt = promptDoc(lft, query, docName);
           const payload = getPayloadDoc(prompt);
           try {
-            text = await HfRequest.post(payload, TIMEOUT);
-            if (!text) return "";
+            answer = await HfRequest.post(payload, TIMEOUT);
+            if (!answer) return "";
           } catch (err) {
-            const ei = errorInfo(err);
+            console.error(`RR1)\n`, err);
+            const ei = getErrorInfo(err);
             if (ei.errorType === ERROR_TOKENS) {
-              UaLog.log(`Error tokens Doc  ${lft.length}`);
-              console.error(`Error tokens. Doc ${prompt.length}`);
+              UaLog.log(`Error tokens Doc  ${prompt.length}`);
               decr += PROMPT_DECR;
               continue;
+            } else if (ei.errorType === TIMEOUT_ERROR) {
+              UaLog.log(`Error timeout Doc`);
+              wait(5);
+              // UaLog.log(`Error timeout Doc 2`);
+              continue;
             } else {
-              console.error(err);
               throw err;
             }
-          }
+          } //end catch
           npart++;
+          j++;
           doc = rgt;
-          text = cleanResponse(text);
-          docAnswers.push(text);
-          const s = `DOCUMENTO : ${docName}\n${text}`;
-          this.responses.push(s);
+          answer = cleanResponse(answer);
+          docAnswersLst.push(answer);
+          const s = `DOCUMENTO : ${docName}_${npart}\n${answer}`;
+          this.answers.push(s);
         } // end while
-
         //implemntare build context
-        let donAnsLen = 0;
-        if (docAnswers == 1) {
-          //il docuento non è duvuso in parti
-          text = docAnswers[0];
-          donAnsLen = text.length;
-        } else {
-          //il documento è diviso in parto
-          text = docAnswers.join("\n");
-          donAnsLen = text.length;
-          while (true) {
-            prompt = promptBuildContext(text);
-            const payload = getPayloadBuildContext(prompt);
-            try {
-              text = await HfRequest.post(payload, TIMEOUT);
-              if (!text) return "";
-            } catch (err) {
-              const ei = errorInfo(err);
-              if (ei.errorType === ERROR_TOKENS) {
-                UaLog.log(`Error tokens build Context  ${lft.length}`);
-                console.error(`Error tokens buildContext. ${prompt.length}`);
-                text = truncInput(text, PROMPT_DECR);
-                continue;
-              } else {
-                console.error(err);
-                throw err;
-              }
+        const docAnswersLen = docAnswersLst.length;
+        let docAnswresTxt = docAnswersLst.join("\n\n"); //TODO
+        let docContext = "";
+
+        while (true) {
+          prompt = promptBuildContext(docAnswresTxt, this.ragQuery);
+          const payload = getPayloadBuildContext(prompt);
+          try {
+            docContext = await HfRequest.post(payload, TIMEOUT);
+            if (!docContext) return "";
+          } catch (err) {
+            console.error(`RR2)`, err);
+            const ei = getErrorInfo(err);
+            if (ei.errorType === ERROR_TOKENS) {
+              UaLog.log(`Error tokens build Context ${prompt.length}`);
+              docAnswresTxt = truncInput(docAnswresTxt, PROMPT_DECR);
+              docAnswresTxt = setMaxLen(docAnswresTxt);
+              continue;
+            } else if (ei.errorType === TIMEOUT_ERROR) {
+              UaLog.log(`Error timeout build Context`);
+              wait(5);
+              // UaLog.log(`Error timeout build Context 2`);
+              continue;
+            } else {
+              throw err;
             }
-            break;
-          } //end while
-        } //end else
-        UaLog.log(`context  ${donAnsLen} => ${text.length}`);
-        text = cleanResponse(text);
-        text = `DOCUMENTO: ${docName}\n ${text}`;
-        this.contextAnswers.push(text);
+          }
+          break;
+        } //end while
+        UaLog.log(`context  ${docAnswersLen} => ${docContext.length}`);
+        // docContext = cleanResponse(docContext); //AAA
+        docContext = `\n### DOCUMENTO: ${docName}\n ${docContext}`;
+        this.docContextLst.push(docContext);
       } // end for document
     } catch (err) {
       console.error(err);
       throw err;
     }
-    // costruzione context
-    this.ragContext = this.contextAnswers.join("\n");
+    this.ragContext = this.docContextLst.join("\n\n");
     this.saveToDb();
 
     // query finale utilizza context
     {
-      let text = "";
+      let answer = "";
       let context = this.ragContext;
       try {
         while (true) {
           let prompt = promptWithContext(context, query);
           const payload = getPayloadWithContext(prompt);
           try {
-            text = await HfRequest.post(payload, TIMEOUT);
-            if (!text) return "";
+            answer = await HfRequest.post(payload, TIMEOUT);
+            if (!answer) return "";
           } catch (err) {
-            const ei = errorInfo(err);
+            console.error(`RR3)`, err);
+            const ei = getErrorInfo(err);
             if (ei.errorType === ERROR_TOKENS) {
-              UaLog.log(`Error tokens with COntext ${lft.length}`);
-              console.error(`Error tokens context. Doc ${prompt.length}`);
+              UaLog.log(`Error tokens with Context ${prompt.length}`);
               context = truncInput(context, PROMPT_DECR);
+              context = setMaxLen(context);
+              continue;
+            } else if (ei.errorType === TIMEOUT_ERROR) {
+              UaLog.log(`Error timeout with  Context`);
+              wait(5);
+              // UaLog.log(`Error timeout with  Context 2`);
               continue;
             } else {
-              console.error(err);
               throw err;
             }
           }
           break;
         }
-        text = cleanResponse(text);
-        this.ragResponse = text;
+        answer = cleanResponse(answer);
+        this.ragAnswer = answer;
         this.saveRespToDb();
         ThreadMgr.init();
         this.saveToDb();
-        UaLog.log(`Risposta  (${text.length})`);
+        UaLog.log(`Risposta  (${this.ragAnswer.length})`);
       } catch (err) {
         console.error(err);
-        text = `${err}`;
+        answer = `${err}`;
         throw err;
       } finally {
-        return text;
+        return answer;
       }
     } // end query
   },
-  //////////////////////////
+
   // thread
   async requestContext(query) {
     let text = "";
@@ -270,14 +297,17 @@ const Rag = {
             text = await HfRequest.post(payload, TIMEOUT);
             if (!text) return "";
           } catch (err) {
-            const ei = errorInfo(err);
+            console.error(`RR4)`, err);
+            const ei = getErrorInfo(err);
             if (ei.errorType === ERROR_TOKENS) {
-              UaLog.log(`Error tokens Thread Init  ${prompt.length}`);
-              console.error(`Error tokens Thread Init.  ${prompt.length}`);
+              UaLog.log(`Error tokens Thread Init ${prompt.length}`);
               thread = truncInput(thread, PROMPT_DECR);
+              context = setMaxLen(context);
+              continue;
+            } else if (ei.errorType === TIMEOUT_ERROR) {
+              UaLog.log(`Error timeout Thread Init`);
               continue;
             } else {
-              console.error(err);
               throw err;
             }
           } //end catch
@@ -306,14 +336,16 @@ const Rag = {
             text = await HfRequest.post(payload, TIMEOUT);
             if (!text) return "";
           } catch (err) {
-            const ei = errorInfo(err);
+            console.error(`RR5)`, err);
+            const ei = getErrorInfo(err);
             if (ei.errorType === ERROR_TOKENS) {
               UaLog.log(`Error tokens Thread  ${prompt.length}`);
-              console.error(`Error tokens Thread.  ${prompt.length}`);
               thread = truncInput(thread, PROMPT_DECR);
               continue;
+            } else if (ei.errorType === TIMEOUT_ERROR) {
+              UaLog.log(`Error timeout Thread`);
+              continue;
             } else {
-              console.error(err);
               throw err;
             }
           }
@@ -334,15 +366,15 @@ const Rag = {
   },
 };
 
-const LLM = "Assistant:";
-const USER = "User:";
+const LLM = "## Assistant:";
+const USER = "## User:";
 
 const ThreadMgr = {
   rows: [],
   init() {
     this.rows = [];
-    if (!!Rag.ragResponse) {
-      this.add(Rag.ragQuery, Rag.ragResponse);
+    if (!!Rag.ragAnswer) {
+      this.add(Rag.ragQuery, Rag.ragAnswer);
     } else {
       this.add("", "");
     }
@@ -357,9 +389,9 @@ const ThreadMgr = {
     for (const ua of this.rows) {
       const u = ua[0];
       const a = ua[1];
-      rows.push(`\n${USER}\n${u}\n${LLM}\n${a}\n`);
+      rows.push(`${USER}\n${u}\n${LLM}\n${a}\n`);
     }
-    return rows.join("").trim();
+    return rows.join("\n\n");
   },
   isFirst() {
     return this.rows.length < 2;

static/javascript/rag_prompts.js

@@ -4,73 +4,80 @@
 
 function promptDoc(documento, domanda, docName) {
   return `
-SYSTEM:
-- Sei un assistente AI specializzato nell'analisi di documenti.
-- Rispondi sempre ed esclusivamente in italiano.
+SYSTEM: Sei un assistente AI specializzato nell'analisi di documenti. Rispondi ESCLUSIVAMENTE in italiano. Non usare altre lingue in nessuna parte della risposta.
 
-TASK:
-- Analizza il documento fornito ed estrai le informazioni rilevanti per rispondere alla domanda fornita.
-- Attieniti rigorosamente alle istruzioni.
+TASK: Analizza il documento ${docName} ed estrai le informazioni rilevanti per rispondere alla domanda fornita.
 
 INSTRUCTIONS:
-1. Analizza attentamente il documento fornito e identifica le informazioni pertinenti alla domanda.
-2. Estrai i concetti chiave e fai inferenze ragionevoli.
-3. Organizza le informazioni in modo logico.
-4. Prepara una risposta chiara e completa.
-5. Includi un'introduzione breve, sviluppa l'analisi, presenta le inferenze e concludi con una sintesi.
-6. Cita le fonti quando è utile per chiarire informazioni o inferenze.
-7. Assicurati che la risposta sia interamente in italiano,se nel testo è usata un'altra lingua traduci in italiano.
-8. Mantieni un tono oggettivo e uno stile fluido e coerente.
+1. Identifica la tipologia e lo scopo del documento (es. articolo scientifico, racconto, saggio, documento tecnico) e adatta l'analisi di conseguenza.
+2. Analizza attentamente il documento fornito e identifica le informazioni pertinenti alla domanda.
+3. Estrai i concetti chiave e fai inferenze ragionevoli.
+3. Focalizzati sull'estrazione di concetti chiave e inferenze rilevanti per la domanda.
+4. Seleziona citazioni specifiche direttamente collegate alla domanda.
+5. Prepara una risposta chiara e dettagliata.
+6. Inizia con una breve introduzione, sviluppa l'analisi, esponi le inferenze e concludi con una sintesi.
+7. Cita le fonti quando è utile per chiarire informazioni o inferenze.
+8. Se trovi contenuti in altre lingue nel documento, traducili in italiano prima di includerli nella risposta.
+9. Mantieni un tono oggettivo e uno stile fluido e coerente.
 
 DOCUMENTO:
-<<<INIZIO DOCUMENTO ${docName}>>>
+<<<INIZIO_DOCUMENTO>>>
 ${documento}
-<<<FINE DOCUMENTO>>>
+<<<FINE_DOCUMENTO>>>
 
 DOMANDA:
 ${domanda}
 
 OUTPUT_FORMAT:
-Rispondi con un testo continuo suddiviso in paragrafi. Inizia direttamente con il contenuto. Evita di usare etichette, introduzioni, elenchi o marcatori speciali.
+La risposta dovrà essere strutturata nel seguente modo:
+- Introduzione:
+- Concetti chiav:e
+- Citazioni:
+- Inferenze:
+- Dettagli rilevanti:
+- Conclusione:
 
 RESPONSE:
-  `;
+`;
 }
 
-function promptBuildContext(documento) {
+function promptBuildContext(informazioni, domanda) {
   return `
-SYSTEM:
-- Sei un assistente AI specializzato nell'analisi di documenti. 
-- Rispondi sempre ed esclusivamente in italiano.
+SYSTEM: Sei un assitente AI specializzato nella riorganizzazione di informazioni come contesto nelle interrogazioni ad un LLM. Rispondi ESCLUSIVAMENTE in italiano. Non usare altre lingue in nessuna parte della risposta.
 
-TASK:
-- Analizza e riorganizza logicamente il documento fornito. 
-- Attieniti rigorosamente alle istruzioni.
+TASK: Analizza e riorganizza le informazioi rilevanti per rispondere alla domada  fornite seguendo le istruzioni.
 
 INSTRUCTIONS:
-1. Valuta la tipologia e lo scopo del documento (es. articolo scientifico, racconto,saggio, documento tecnico) e adatta l'analisi di conseguenza.
-2. Analizza attentamente il documento e identifica i temi principali e i concetti chiave.
-3. Estrai i concetti chiave e fai inferenze ragionevoli.
-4. Organizza le informazioni in una struttura logica e coerente, eliminando ridondanze e ripetizioni.
-5. Prepara una risposta che riorganizzi i contenuti, dando priorità alle informazioni più importanti o rilevanti.
-6. Includi un'introduzione breve che presenti i temi principali.
-7. Sviluppa l'analisi raggruppando le informazioni per argomenti correlati.
-8. Presenta le inferenze e le connessioni tra i diversi concetti.
-9. Se presenti informazioni contrastanti, evidenziale senza eliminarle.
-10. Includi, se rilevanti, dettagli specifici come nomi propri, termini tecnici, date o luoghi che contribuiscono alla precisione del contesto.
-11. Concludi con una sintesi che riassuma i punti chiave e la struttura logica.
-12. Se il documento contiene sezioni distinte, analizzale separatamente ma evidenzia le connessioni tra di esse.
-13. Effettua un controllo finale per assicurarti che tutte le informazioni chiave siano state incluse.
-14. Assicurati che la risposta sia interamente in italiano.
-15. Mantieni un tono oggettivo e uno stile fluido e coerente.
+1. Analizza attentamente le informazioi e identifica i temi  e i concetti pertinenti  alla domanda.
+2. Estrai i concetti chiave e fai inferenze ragionevoli.
+3. Organizza le informazioni in una struttura logica e coerente.
+4. Prepara una risposta che riorganizzi i contenuti, dando priorità alle informazioni più importanti o rilevanti.
+5. Includi una breve introduzione che presenti i temi principali.
+6. Sviluppa l'analisi raggruppando le informazioni per argomenti correlati.
+7. Presenta le inferenze e le connessioni tra i diversi concetti.
+8. Includi, se rilevanti, dettagli specifici come nomi propri, termini tecnici, date o luoghi che contribuiscono alla precisione del contesto.
+9. Concludi con una sintesi che riassuma i punti chiave e la struttura logica.
+10. Evidenzia le connessioni tra contenuti estratti da fonti diverse.
+11. Effettua un controllo finale per assicurarti che tutte le informazioni chiave siano state incluse.
+12. Mantieni un tono oggettivo e uno stile fluido e coerente.
+
+INFORAZIONI:
+<<<INIZIO_INFORMAZIONI>>>
+${informazioni}
+<<<FINE_INFORMAZIONI>>>
 
-DOCUMENTO:
-<<<INIZIO_DOCUMENTO>>>
-${documento}
-<<<FINE_DOCUMENTO>>>
+DOMANDA:
+${domanda}
 
 OUTPUT_FORMAT:
-Rispondi con un testo continuo suddiviso in paragrafi. Inizia direttamente con il contenuto. Evita di  usare etichette, elenchi o marcatori speciali.
+La risposta dovrà essere strutturata nel seguente modo:
+- Introduzione:
+- Concetti chiav:e
+- Citazioni:
+- Inferenze:
+- Connessioni fra contenuti:
+- Dettagli rilevanti:
+- Conclusione:
 
 RESPONSE:
 `;
@@ -78,22 +85,17 @@ RESPONSE:
 
 function promptWithContext(contesto, domanda) {
   return `
-SYSTEM:
-- Sei un assistente AI specializzato nell'analisi e nell'elaborazione di informazioni contestuali. 
-- Rispondi sempre ed esclusivamente in italiano.
+SYSTEM: Sei un sistema AI specializzato nell'analisi semantica di informazioni estratte da documenti. Rispondi sempre ed esclusivamente in italiano.
 
-TASK:
-Elabora la risposta alla domanda sulla base del contesto fornito.
+TASK: Elabora la risposta alla domanda sulla base del contesto fornito.
 
 INSTRUCTIONS:
-1. Analizza attentamente il documento e identifica le informazioni pertinenti alla domanda.
+1. Analizza attentamente il contesto e identifica le informazioni pertinenti alla domanda.
 2. Estrai i concetti chiave e fai inferenze ragionevoli.
-3. Prepara una risposta chiara e completa.
-4. Struttura la risposta in paragrafi logici.
-5. Includi un'introduzione breve, sviluppa l'analisi, presenta le inferenze e concludi con una sintesi.
-6. Se la domanda richiede di citare le fonti, fai riferimento al documento fornito distinguendolo chiaramente da eventuali altre fonti citate all'interno del documento stesso.
-7. Assicurati che la risposta sia interamente in italiano.
-8. Mantieni un tono oggettivo e uno stile fluido e coerente.
+3. Prepara una risposta chiara e dettagliata utilizzandoo al meglio il contesto.
+4. Inizia con una breve introduzione, sviluppa l'analisi, elabora le inferenze e concludi con una sintesi.
+5. Se la domanda richiede di citare le fonti, fai riferimento al documento fornito distinguendolo chiaramente da eventuali altre fonti citate all'interno del contesto stesso.
+6. Mantieni un tono oggettivo e uno stile fluido e coerente.
 
 CONTESTO:
 <<<INIZIO_CONTESTO>>>
@@ -104,20 +106,17 @@ DOMANDA:
 ${domanda}
 
 OUTPUT_FORMAT:
-Rispondi con un testo continuo suddiviso in paragrafi. Inizia direttamente con il contenuto. Non usare etichette, introduzioni, elenchi o marcatori speciali.
+Rispondi con un testo piano suddiviso in paragrafi.Evita di usare etichette, elenchi o marcatori speciali.
 
 RESPONSE:
-  `;
+`;
 }
 
 function promptThread(contesto, conversazione, richiesta) {
   return `
-SYSTEM:
-- Sei un assistente AI versatile progettato per gestire conversazioni dinamiche e adattarti a varie richieste. 
-- Rispondi sempre in italiano.
+SYSTEM: Sei un assistente AI versatile progettato per gestire conversazioni dinamiche e adattarti a varie richieste. Rispondi sempre in italiano.
 
-TASK:
-Elaborare la risposta alla richista sulla base del contesto fornito e della conversazione.
+TASK: Elabora la risposta alla richiesta sulla base del contesto fornito e della conversazione.
 
 INSTRUCTIONS:
 1. Analizza attentamente il contesto, la conversazione precedente e la richiesta attuale.
@@ -130,14 +129,12 @@ INSTRUCTIONS:
 8. Se l'intento non è chiaro, chiedi gentilmente chiarimenti invece di fare supposizioni.
 9. Sii flessibile: se la richiesta implica un'azione specifica, adattati di conseguenza.
 10. Se è necessario integrare con conoscenze generali, specifica chiaramente quando lo stai facendo.
-11. Assicurati che la risposta sia interamente in italiano.
 
 CONTESTO:
-<<<INIZIO_CONTESTO>>>
+<<<BEGIN_CONTESTO>>>
 ${contesto}
-<<<FINE_CONTESTO>>>
+<<<END_CONTESTO>>>
 
-CONVERSAZIONE:
 <<<INIZIO_CONVERSAZIONE>>>
 ${conversazione}
 <<<FINE_CONVERSAZIONE>>>
@@ -146,14 +143,13 @@ RICHIESTA:
 ${richiesta}
 
 OUTPUT_FORMAT:
-Rispondi con un testo continuo suddiviso in paragrafi. Inizia direttamente con il contenuto. Evita di usare etichette, elenchi o marcatori speciali.
+Rispondi con un testo piano suddiviso in paragrafi.Evita di usare etichette, elenchi o marcatori speciali.
 
 RESPONSE:
-  `;
+`;
 }
 
 /*
-
 1. max_new_tokens: 512
    Questo è un valore ragionevole per risposte di lunghezza media. 
    Potrebbe essere aumentato a 1024 o più se si desiderano risposte più lunghe e dettagliate.
@@ -213,9 +209,9 @@ function getPayloadDoc(prompt) {
       task: "text2text-generation",
       max_new_tokens: 1024,
       num_return_sequences: 1,
-      temperature: 0.5,
-      top_k: 50,
-      top_p: 0.7,
+      temperature: 0.2,
+      top_p: 0.85,
+      top_k: 30,
       do_sample: false,
       no_repeat_ngram_size: 4,
       num_beams: 4,
@@ -238,18 +234,18 @@ function getPayloadBuildContext(prompt) {
     inputs: prompt,
     parameters: {
       task: "text2text-generation",
-      max_new_tokens: 4096,
+      max_new_tokens: 6000,
       num_return_sequences: 1,
-      temperature: 0.4,
-      top_k: 20,
-      top_p: 0.8,
+      temperature: 0.2,
+      top_p: 0.85,
+      top_k: 30,
       do_sample: false,
       no_repeat_ngram_size: 4,
-      num_beams: 6,
-      repetition_penalty: 1.4,
+      num_beams: 4,
+      repetition_penalty: 1.2,
       return_full_text: false,
       details: false,
-      max_time: 120.0,
+      max_time: 180.0,
       seed: 42,
     },
     options: {
@@ -267,9 +263,9 @@ function getPayloadWithContext(prompt) {
       task: "text2text-generation",
       max_new_tokens: 2048,
       num_return_sequences: 1,
-      temperature: 0.6,
-      top_k: 50,
-      top_p: 0.7,
+      temperature: 0.3,
+      top_p: 0.85,
+      top_k: 30,
       do_sample: false,
       no_repeat_ngram_size: 4,
       num_beams: 5,
@@ -294,9 +290,9 @@ function getPayloadThread(prompt) {
       task: "text2text-generation",
       max_new_tokens: 2048,
       num_return_sequences: 1,
-      temperature: 0.6,
-      top_k: 50,
-      top_p: 0.7,
+      temperature: 0.3,
+      top_p: 0.85,
+      top_k: 30,
       do_sample: false,
       no_repeat_ngram_size: 4,
       num_beams: 5,

static/javascript/rag_rqs.js

@@ -19,7 +19,7 @@
  */
 
 "use strict";
-const VERS = "0.1.45 (14-08-2024)";
+const VERS = "0.1.47 (24-08-2024)";
 
 var xlog = console.log;
 var xerror = console.error;
@@ -67,7 +67,7 @@ const hideSpinner = () => {
 };
 
 var tm;
-// INIZIO
+
 function openApp() {
   tm = umgm();
   wnds.init();
@@ -98,7 +98,7 @@ function showQuery(e) {
 
 //Risposta Rsg
 function showRagResponse(e) {
-  const txt = `\n${Rag.ragResponse}`;
+  const txt = `\n${Rag.ragAnswer}`;
   wnds.wpre.show(txt);
 }
 
@@ -110,17 +110,17 @@ function showThread(e) {
 
 //elenco risposte
 function elencoRisposte(e) {
-  let rs = [...Rag.responses];
+  let rs = [...Rag.answers];
   if (rs.length == 0) {
     rs = UaDb.readArray(ID_RESPONSES);
   }
   if (rs.length == 0) return;
   const text = rs
     .map((x, i) => {
-      x = subResponseDOcTag(x);
+      // x = subResponseDOcTag(x);
       return `\n[${i + 1}]\n ${x.trim()}`;
     })
-    .join("\n");
+    .join("\n");  
   wnds.wpre.show(text);
 }
 

static/javascript/rag_ui.js

@@ -111,7 +111,6 @@ const WndDiv = (id) => {
   };
 };
 
-//TODO 
 const wnds = {
   wdiv: null,
   wpre: null,
@@ -130,7 +129,6 @@ const wnds = {
 
 const Menu = {
   init() {
-    // gestione menu
     const btn = document.querySelector("#id-menu-btn");
     btn.addEventListener("change", () => {
       document.querySelector("body").classList.toggle("menu-open", btn.checked);
@@ -151,7 +149,7 @@ const Menu = {
     UaLog.callShow = show;
 
     UaLog.setXY(54, 13).setZ(111).new();
-    UaLog.log_show("Buon Lavoro");
+    // UaLog.log_show("Buon Lavoro");
   },
   close() {
     const btn = document.querySelector("#menu-toggle");
@@ -255,8 +253,9 @@ const TextInput = {
     setOutText("");
     const msg = this.inp.value.trim();
     try {
-      const txt = await Rag.requestDocsRAG(msg);
-      setOutText(txt);
+      let text = await Rag.requestDocsRAG(msg);
+      text = cleanOut(text);
+      setOutText(text);
       this.inp.value = "";
       UaLog.close();
     } catch (err) {
@@ -279,11 +278,12 @@ const TextInput = {
     if (ThreadMgr.isFirst()) setOutText("");
     const query = this.inp.value.trim();
     try {
-      const text = await Rag.requestContext(query);
+      let text = await Rag.requestContext(query);
       if (text == "") {
         hideSpinner();
         return;
       }
+      text = cleanOut(text);
       setOutText(text);
       this.inp.value = "";
     } catch (err) {
@@ -306,7 +306,7 @@ const TextInput = {
     ThreadMgr.init();
   },
 };
-
+  
 const setOutText = (txt) => {
   let out = document.getElementById("id-text-out");
   const h = `<pre class="pre-text"></pre>`;

static/javascript/ualog3.js

@@ -15,6 +15,16 @@
 // utilizzare l'ultima versione di UaWindowAdm
 // setXY con vw ,vh
 
+function formatRow(vs, sps) {
+  return vs
+    .map((v, i) => {
+      const space = sps[i];
+      const frtm = space < 0 ? v.toString().padStart(Math.abs(space), " ") : v.toString().padEnd(space, " ");
+      return frtm;
+    })
+    .join(" ");
+}
+
 var UaLog = {
   callHide: function () {},
   callShow: function () {},
@@ -52,9 +62,9 @@ var UaLog = {
     return this;
   },
   prn_(...args) {
-    let s = args.join("\n");  
+    let s = args.join("\n");
     let e = document.getElementById(this.msg_id);
-    let h = e.textContent + s + "\n"; 
+    let h = e.textContent + s + "\n";
     e.textContent = h;
   },
   print(...args) {

static/js/ragrqs.min.js

@@ -1,18 +1,19 @@
-const removeChars=a=>a.replace(/[\u00AD\u200B\u200C\u200D\u2060\uFEFF]/g,""),replaceChars=a=>a.replace(/[\u00A0\u2000-\u200A\u202F\u205F\u3000\t\r\f\v]/g," "),removeTag=a=>a.replace(/<<</g,"").replace(/>>>/g,"").replace(/<<|>>/g,""),ALLOWED_CHARS=/\w\s\u00e0\u00e8\u00e9\u00ec\u00f2\u00f9\u00c0\u00c8\u00c9\u00cc\u00d2\u00d9\u00e1\u00e9\u00ed\u00f3\u00fa\u00c1\u00c9\u00cd\u00d3\u00da\u00e4\u00eb\u00ef\u00f6\u00fc\u00c4\u00cb\u00cf\u00d6\u00dc\u00e2\u00ea\u00ee\u00f4\u00fb\u00c2\u00ca\u00ce\u00d4\u00db\u00e7\u00c7\u00f1\u00d1.,;:!?'"()-/,
-cleanDoc=a=>{try{return a=removeTag(a),a=removeChars(a),a=replaceChars(a),a=a.replace(/\n\s*\n/g,"\n"),a=a.replace(/[\t\r]/g," "),a=a.replace(/\u201c/g,'"').replace(/\u201d/g,'"'),a=a.replace(new RegExp(`[^${ALLOWED_CHARS.source}]`,"g")," "),a=a.replace(/ +([.,;:!?])/g,"$1"),a=a.replace(/ +/g," "),a.trim()}catch(b){return console.error(b),"Errore di codifica nella risposta"}},cleanResponse=a=>{try{return a=removeChars(a),a=replaceChars(a),a=a.replace(/\n\s*\n/g,"\n"),a=a.replace(/[\t\r\n]/g," "),
-a=a.replace(new RegExp(`[^${ALLOWED_CHARS.source}]`,"g")," "),a=a.replace(/ +([.,;:!?])/g,"$1"),a=a.replace(/ +/g," "),a.trim()}catch(b){return console.error(b),"Errore di codifica nella risposta"}},cleanOutput=a=>{txt=removeTag(txt);a=a.trim();a=a.replace(/\n{3,}/g,"\n\n");a=a.replace(/^\s+/gm,"");a=a.replace(/^(\s*[-*\u2022])(\s*)/gm,"\n$1 ");a=a.replace(/^(\s*\d+\.)(\s*)/gm,"\n$1 ");a=a.replace(/(```[\s\S]*?```)/g,"\n\n$1\n\n");a=a.replace(/\.(?!\n|$)/g,".\n");return a=a.replace(/\s+$/gm,"")};
-function subResponseDOcTag(a){return a.replace(/<<<(.*?)>>>/,(b,c)=>`Documento: ${c}`)};const ID_RESPONSES="id_responses",ID_DOC_NAMES="id_doc_names",ID_DOCS="id_docs;",ID_RAG="id_rag",ID_THREAD="id_thread",UaDb={create(a,b){localStorage.getItem(a)?xerror(`ID ${a} already exists.`):localStorage.setItem(a,b)},read(a){const b=localStorage.getItem(a);return null===b?(xlog(`UaDb.read  ${a} not found.`),""):b},update(a,b){localStorage.getItem(a)?localStorage.setItem(a,b):xlog(`UaDb.update ${a} not found.`)},delete(a){localStorage.getItem(a)?localStorage.removeItem(a):xerror(`ID ${a} not found.`)},
+function removeTag(a){a=a.replace(/<<</g,"").replace(/>>>/g,"");return a=a.replace(/<</g,"").replace(/>>/g,"")}function uniteBrokenWords(a){return a.replace(/-\n/g,"")}
+function cleanDoc(a){try{return a=removeTag(a),a=a.replace(/-\n/g,""),a=a.replace(/[\u00AD\u200B\u200C\u200D\u2060\uFEFF]/g,""),a=a.replace(/[\u00A0\u2000-\u200A\u202F\u205F\u3000\t\r\f\v]/g," "),a=a.replace(/\\([nrtfb])/g,"$1"),a=a.replace(/\\(u[0-9a-fA-F]{4}|x[0-9a-fA-F]{2})/g,"$1"),a=a.replace(/\\([a-zA-Z]:\\|\\\\[a-zA-Z0-9_]+\\)/g,"\\\\$1"),a=a.replace(/\\/g,""),a=a.replace(/\u201c/g,'"').replace(/\u201d/g,'"'),a=a.replace(/ +([.,;:!?])/g,"$1"),a=a.replace(/\n\s*\n/g,"\n\n"),a=a.replace(/\n{3,}/g,
+"\n\n"),a=a.replace(/ +/g," "),a.trim()}catch(b){return console.error(b),"Errore di codifica del documento"}}
+function cleanResponse(a){try{return a=a.replace(/[\u00AD\u200B\u200C\u200D\u2060\uFEFF]/g,""),a=a.replace(/[\u00A0\u2000-\u200A\u202F\u205F\u3000\t\r\f\v]/g," "),a=a.replace(/\\([nrtfb])/g,"$1"),a=a.replace(/\\(u[0-9a-fA-F]{4}|x[0-9a-fA-F]{2})/g,"$1"),a=a.replace(/\\([a-zA-Z]:\\|\\\\[a-zA-Z0-9_]+\\)/g,"\\\\$1"),a=a.replace(/\\/g,""),a=a.replace(/\n{3,}/g,"\n\n"),a=a.replace(/ +/g," "),a.trim()}catch(b){return console.error(b),`Errore di codifica nella risposta\n${b}`}}
+function cleanOut(a){return a=a.replace(/\n{3,}/g,"\n\n")};const ID_RESPONSES="id_responses",ID_DOC_NAMES="id_doc_names",ID_DOCS="id_docs;",ID_RAG="id_rag",ID_THREAD="id_thread",UaDb={create(a,b){localStorage.getItem(a)?xerror(`ID ${a} already exists.`):localStorage.setItem(a,b)},read(a){const b=localStorage.getItem(a);return null===b?(xlog(`UaDb.read  ${a} not found.`),""):b},update(a,b){localStorage.getItem(a)?localStorage.setItem(a,b):xlog(`UaDb.update ${a} not found.`)},delete(a){localStorage.getItem(a)?localStorage.removeItem(a):xerror(`ID ${a} not found.`)},
 save(a,b){localStorage.setItem(a,b)},getAllIds(){const a=[];for(let b=0;b<localStorage.length;b++)a.push(localStorage.key(b));return a},saveArray(a,b){b=JSON.stringify(b);UaDb.save(a,b)},readArray(a){a=UaDb.read(a);return 0==a.trim().length?[]:JSON.parse(a)},saveJson(a,b){b=JSON.stringify(b);UaDb.save(a,b)},readJson(a){return(a=UaDb.read(a))?JSON.parse(a):{}}},DataMgr={docs:[],doc_names:[],linkToName(a){a=a.split("/");return a[a.length-1]},async loadDoc(a){this.readDbDocNames();try{const b=await requestGet(a),
 c=cleanDoc(b),d=this.linkToName(a);if(this.doc_names.includes(d))alert(`Il docuento ${d} \u00e8 gi\u00e0 caricato`);else return this.doc_names.push(d),this.docs.push(c),this.saveDbDocs(),c}catch(b){alert("loadDoc()\n"+b+"\n"+a)}},addDoc(a,b){b=cleanDoc(b);this.docs.push(b);this.doc_names.push(a);this.saveDbDocs()},saveDbDocs(){UaDb.saveArray(ID_DOC_NAMES,this.doc_names);UaDb.saveArray(ID_DOCS,this.docs)},readDbDocs(){this.docs=UaDb.readArray(ID_DOCS)},readDbDocNames(){this.doc_names=UaDb.readArray(ID_DOC_NAMES)},
-deleteJsonDati(){const a=UaDb.getAllIds();for(const b of a)[ID_DOCS,ID_DOC_NAMES].includes(b)||UaDb.delete(b);Rag.ragQuery="";Rag.ragContext="";Rag.ragResponse="";Rag.responses=[];Rag.prompts=[];ThreadMgr.rows=[]}};function umgm(){return["bWtkW0l+XX0=","SXx2d1FxbVc=","V1tRXlxneUY=","flV6a1NdbUg=","VllpUkc="].map(a=>atob(a).split("").map(b=>String.fromCharCode((b.charCodeAt(0)-5+256)%256)).join("")).join("")};const model_name="mistralai/Mistral-7B-Instruct-v0.3";async function requestGet(a){try{var b=await fetch(a,{method:"GET",headers:{"Content-Type":"text/plain;charset=UTF-8"}});if(!b.ok)throw Error(`HTTP error! status: ${b.status}`);const c=await b.arrayBuffer();return(new TextDecoder("utf-8")).decode(c)}catch(c){throw console.error(c),b="AbortError"===c.name?"Request was aborted":c.message.includes("HTTP error! status")?c.message:"An error occurred",alert(`requestGet()\nurl: ${a}\n${b}`),c;}}
-const ERROR_TOKENS="ERROR_TOKENS",TIMEOUT_ERROR="TIMEOUT_ERROR",HfRequest={controller:null,isCancelled:!1,baseUrl:"https://api-inference.huggingface.co/models",async post(a,b=5E4){this.isCancelled=!1;this.controller=new AbortController;try{const c=setTimeout(()=>{this.controller.abort()},b),d=await fetch(`${this.baseUrl}/${model_name}`,{method:"POST",headers:{Authorization:`Bearer ${tm}`,"Content-Type":"application/json"},body:JSON.stringify(a),signal:this.controller.signal});clearTimeout(c);if(this.isCancelled)return null;
-const e=await d.json();if(!d.ok){const g=this.checkError(d.status,e),m=this.createErrorInfo(d.status,d.statusText,e.error,g);throw Error(m);}const f=this.isInvalidResponse(e);if("string"===typeof f){const g=this.createErrorInfo(d.status,d.statusText,e.error,f);throw Error(g);}return e[0].generated_text.trim()}catch(c){if(this.isCancelled)return null;if("AbortError"===c.name)throw a=this.createErrorInfo(0,"Timeout","La richiesta \u00e8 scaduta",TIMEOUT_ERROR),Error(a);throw c;}},cancelRequest(){this.controller&&
-(this.isCancelled=!0,this.controller.abort())},checkError(a,b){return 500<=a?"SERVER_ERROR":400<=a&&500>a?"object"===typeof b&&"validation"===b.error_type?b.error.includes("tokens")?ERROR_TOKENS:"ERROR_VALIDATION":"CLIENT_ERROR":"UNKNOWN_ERROR"},isInvalidResponse(a){return a&&Array.isArray(a)&&0!==a.length?a[0].generated_text?null:"MISSING_GENERATED_TEXT":"INVALID_DATA"},createErrorInfo(a,b,c,d){return JSON.stringify({status:a,statusText:b,errorType:d,message:c||"Errore sconosciuto"})}};
-function errorInfo(a){return JSON.parse(a.message)}function errorToText(a){a=JSON.parse(a.message);return`Error:
-    Status: ${a.status}
-    Status Text: ${a.statusText}
-    Error Type: ${a.errorType}
-    Message: ${a.message}`};/*
+deleteJsonDati(){const a=UaDb.getAllIds();for(const b of a)[ID_DOCS,ID_DOC_NAMES].includes(b)||UaDb.delete(b);Rag.ragQuery="";Rag.ragContext="";Rag.ragAnswer="";Rag.answers=[];Rag.prompts=[];ThreadMgr.rows=[]}};function umgm(){return["bWtkW0l+XX0=","SXx2d1FxbVc=","V1tRXlxneUY=","flV6a1NdbUg=","VllpUkc="].map(a=>atob(a).split("").map(b=>String.fromCharCode((b.charCodeAt(0)-5+256)%256)).join("")).join("")};const model_name="mistralai/Mistral-7B-Instruct-v0.3";async function requestGet(a){try{var b=await fetch(a,{method:"GET",headers:{"Content-Type":"text/plain;charset=UTF-8"}});if(!b.ok)throw Error(`HTTP error! status: ${b.status}`);const c=await b.arrayBuffer();return(new TextDecoder("utf-8")).decode(c)}catch(c){throw console.error(c),b="AbortError"===c.name?"Request was aborted":c.message.includes("HTTP error! status")?c.message:"An error occurred",alert(`requestGet()\nurl: ${a}\n${b}`),c;}}
+const ERROR_TOKENS="ERROR_TOKENS",TIMEOUT_ERROR="TIMEOUT_ERROR",getErrorType=(a,b)=>500<=a?"SERVER_ERROR":400<=a&&500>a?"object"===typeof b&&"validation"===b.error_type?b.error.includes("tokens")?ERROR_TOKENS:"ERROR_VALIDATION":"CLIENT_ERROR":"UNKNOWN_ERROR",checkResponse=a=>a&&Array.isArray(a)&&0!==a.length?a[0].generated_text?"ok":"MISSING_GENERATED_TEXT":"INVALID_DATA",createErrorInfo=(a,b,c,d)=>JSON.stringify({status:a,statusText:b,errorType:d,message:c||"Errore sconosciuto"}),HfRequest={controller:null,
+isCancelled:!1,baseUrl:"https://api-inference.huggingface.co/models",async post(a,b=5E4){this.isCancelled=!1;this.controller=new AbortController;let c;try{const d=setTimeout(()=>{this.controller.abort()},b);c=await fetch(`${this.baseUrl}/${model_name}`,{method:"POST",headers:{Authorization:`Bearer ${tm}`,"Content-Type":"application/json"},body:JSON.stringify(a),signal:this.controller.signal});clearTimeout(d);if(this.isCancelled)return null;const e=await c.json();if(!c.ok){const g=getErrorType(c.status,
+e),k=createErrorInfo(c.status,c.statusText,e.error,g);throw Error(k);}const f=checkResponse(e);if("ok"!==f){const g=createErrorInfo(c.status,c.statusText,e.error,f);throw Error(g);}return e[0].generated_text.trim()}catch(d){if(this.isCancelled)return null;if("AbortError"===d.name)throw a=createErrorInfo(0,"Timeout","La richiesta \u00e8 scaduta",TIMEOUT_ERROR),Error(a);throw d;}},cancelRequest(){this.controller&&(this.isCancelled=!0,this.controller.abort())}};
+function getErrorInfo(a){let b={};try{b=JSON.parse(a.message)}catch(c){a=`getErrorInfo\n${a}`,console.error(a),b={status:"0",statusText:"status_errorInof",errorType:"UNKNOWN_ERROR_errorInfo",message:a}}finally{return b}}function errorToText(a){let b;try{const c=JSON.parse(a.message);b=`Error:
+    Status: ${c.status}
+    Status Text: ${c.statusText}
+    Error Type: ${c.errorType}
+    Message: ${c.message}`}catch(c){console.error(`errorToText\n${c}`),b=`${c}`}finally{return b}};/*
 
  rag_rqs
  Copyright (C) 2024 [Il tuo nome]
@@ -30,98 +31,101 @@ function errorInfo(a){return JSON.parse(a.message)}function errorToText(a){a=JSO
  You should have received a copy of the GNU General Public License
  along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */
-const MAX_PROMPT_LENGTH=81920,PROMPT_DECR=2048,TIMEOUT=6E4,truncInput=(a,b)=>a.substring(0,a.length-b),getPartSize=(a,b,c)=>{c=MAX_PROMPT_LENGTH-c;a.length+b.length<c?c=a.length:(a=a.indexOf(".",c),a=(-1!=a?a:c)+1,a>c+100&&(a=c),c=a);return c},getPartDoc=(a,b)=>{const c=a.substring(0,b);a=a.substring(b).trim();return[c,a]},ragLog=(a,b,c,d)=>{const e=MAX_PROMPT_LENGTH;d=d.reduce((f,g)=>f+g.length,0);xlog(`${a} mx:${e} lft:${b} rgt:${c} arr:${d}`);UaLog.log(`${a}   ${b}   ${c}   ${d}`)},Rag={ragContext:"",
-ragQuery:"",ragResponse:"",responses:[],contextAnswers:[],prompts:[],doc:"",doc_part:"",init(){this.readRespsFromDb();this.readFromDb()},saveToDb(){UaDb.saveJson(ID_RAG,{context:this.ragContext,ragquery:this.ragQuery,ragresponse:this.ragResponse});UaDb.saveArray(ID_THREAD,ThreadMgr.rows)},readFromDb(){const a=UaDb.readJson(ID_RAG);this.ragContext=a.context||"";this.ragQuery=a.ragquery||"";this.ragResponse=a.ragresponse||"";ThreadMgr.rows=UaDb.readArray(ID_THREAD)},saveRespToDb(){UaDb.saveArray(ID_RESPONSES,
-this.responses)},readRespsFromDb(){this.responses=UaDb.readArray(ID_RESPONSES)},async requestDocsRAG(a){DataMgr.deleteJsonDati();DataMgr.readDbDocNames();DataMgr.readDbDocs();this.ragQuery=a;var b=0;try{for(var c=0;c<DataMgr.docs.length;c++){let e=DataMgr.docs[c];if(""==e.trim())continue;const f=DataMgr.doc_names[c],g=e.length;xlog(`${f} (${g}) `);UaLog.log(`${f} (${g}) `);++b;var d=0;let m=0,h="",l="",r="",k="",p=[];for(;;){let q=getPartSize(e,promptDoc("",a,""),m);if(10>q)break;[l,r]=getPartDoc(e,
-q);ragLog(`${b},${d+1}`,l.length,r.length,this.responses);h=promptDoc(l,a,f);const n=getPayloadDoc(h);try{if(k=await HfRequest.post(n,TIMEOUT),!k)return""}catch(t){if(errorInfo(t).errorType===ERROR_TOKENS){UaLog.log(`Error tokens Doc  ${l.length}`);console.error(`Error tokens. Doc ${h.length}`);m+=PROMPT_DECR;continue}else throw console.error(t),t;}d++;e=r;k=cleanResponse(k);p.push(k);this.responses.push(`DOCUMENTO : ${f}\n${k}`)}d=0;if(1==p)k=p[0],d=k.length;else for(k=p.join("\n"),d=k.length;;){h=
-promptBuildContext(k);const q=getPayloadBuildContext(h);try{if(k=await HfRequest.post(q,TIMEOUT),!k)return""}catch(n){if(errorInfo(n).errorType===ERROR_TOKENS){UaLog.log(`Error tokens build Context  ${l.length}`);console.error(`Error tokens buildContext. ${h.length}`);k=truncInput(k,PROMPT_DECR);continue}else throw console.error(n),n;}break}UaLog.log(`context  ${d} => ${k.length}`);k=cleanResponse(k);k=`DOCUMENTO: ${f}\n ${k}`;this.contextAnswers.push(k)}}catch(e){throw console.error(e),e;}this.ragContext=
-this.contextAnswers.join("\n");this.saveToDb();b="";c=this.ragContext;try{for(;;){let e=promptWithContext(c,a);const f=getPayloadWithContext(e);try{if(b=await HfRequest.post(f,TIMEOUT),!b)return""}catch(g){if(errorInfo(g).errorType===ERROR_TOKENS){UaLog.log(`Error tokens with COntext ${lft.length}`);console.error(`Error tokens context. Doc ${e.length}`);c=truncInput(c,PROMPT_DECR);continue}else throw console.error(g),g;}break}this.ragResponse=b=cleanResponse(b);this.saveRespToDb();ThreadMgr.init();
-this.saveToDb();UaLog.log(`Risposta  (${b.length})`)}catch(e){throw console.error(e),b=`${e}`,e;}finally{return b}},async requestContext(a){let b="";if(!this.ragContext&&!await confirm("Contesto vuoto. Vuoi continuare?"))return"";if(ThreadMgr.isFirst()){ThreadMgr.init();try{var c=this.ragContext;let d=ThreadMgr.getThread();for(;;){prompt=promptThread(c,d,a);const e=getPayloadThread(prompt);try{if(b=await HfRequest.post(e,TIMEOUT),!b)return""}catch(f){if(errorInfo(f).errorType===ERROR_TOKENS){UaLog.log(`Error tokens Thread Init  ${prompt.length}`);
-console.error(`Error tokens Thread Init.  ${prompt.length}`);d=truncInput(d,PROMPT_DECR);continue}else throw console.error(f),f;}break}b=cleanResponse(b);ThreadMgr.add(a,b);b=ThreadMgr.getThread();UaLog.log(`Inizio Conversazione (${prompt.length})`)}catch(d){throw console.error(d),b=`${d}`,d;}finally{return b}}else try{let d=this.ragContext,e=ThreadMgr.getThread();for(c="";;){c=promptThread(d,e,a);const f=getPayloadThread(c);try{if(b=await HfRequest.post(f,TIMEOUT),!b)return""}catch(g){if(errorInfo(g).errorType===
-ERROR_TOKENS){UaLog.log(`Error tokens Thread  ${c.length}`);console.error(`Error tokens Thread.  ${c.length}`);e=truncInput(e,PROMPT_DECR);continue}else throw console.error(g),g;}break}b=cleanResponse(b);ThreadMgr.add(a,b);b=ThreadMgr.getThread();UaLog.log(`Conversazione  (${c.length})`)}catch(d){throw console.error(d),b=`${d}`,d;}finally{return b}}},LLM="Assistant:",USER="User:",ThreadMgr={rows:[],init(){this.rows=[];Rag.ragResponse?this.add(Rag.ragQuery,Rag.ragResponse):this.add("","")},add(a,b){this.rows.push([a,
-b]);UaDb.saveArray(ID_THREAD,ThreadMgr.rows)},getThread(){const a=[];for(const b of this.rows)a.push(`\n${USER}\n${b[0]}\n${LLM}\n${b[1]}\n`);return a.join("").trim()},isFirst(){return 2>this.rows.length}};function promptDoc(a,b,c){return`
-SYSTEM:
-- Sei un assistente AI specializzato nell'analisi di documenti.
-- Rispondi sempre ed esclusivamente in italiano.
-
-TASK:
-- Analizza il documento fornito ed estrai le informazioni rilevanti per rispondere alla domanda fornita.
-- Attieniti rigorosamente alle istruzioni.
+const MAX_PROMPT_LENGTH=81920,PROMPT_DECR=2048,TIMEOUT=6E4;function wait(a){return new Promise(b=>setTimeout(b,1E3*a))}async function example(){console.log("Inizio attesa...");await wait(5);console.log("Fine attesa!")}example();
+const truncInput=(a,b)=>a.substring(0,a.length-b),setMaxLen=a=>a.substring(0,MAX_PROMPT_LENGTH-1E3),getPartSize=(a,b,c)=>{c=MAX_PROMPT_LENGTH-c;a.length+b.length<c?c=a.length:(a=a.indexOf(".",c),a=(-1!=a?a:c)+1,a>c+100&&(a=c),c=a);return c},getPartDoc=(a,b)=>{const c=a.substring(0,b);a=a.substring(b).trim();return[c,a]},ragLog=(a,b,c,d)=>{const e=MAX_PROMPT_LENGTH;d=d.reduce((f,g)=>f+g.length,0);xlog(`${a} mx:${e} lft:${b} rgt:${c} arr:${d}`);a=formatRow([a,b,c,d],[8,-7,-7,-7]);UaLog.log(a)},Rag=
+{ragContext:"",ragQuery:"",ragAnswer:"",answers:[],docContextLst:[],prompts:[],doc:"",doc_part:"",init(){this.readRespsFromDb();this.readFromDb()},saveToDb(){UaDb.saveJson(ID_RAG,{context:this.ragContext,ragquery:this.ragQuery,raganswer:this.ragAnswer});UaDb.saveArray(ID_THREAD,ThreadMgr.rows)},readFromDb(){const a=UaDb.readJson(ID_RAG);this.ragContext=a.context||"";this.ragQuery=a.ragquery||"";this.ragAnswer=a.raganswer||"";ThreadMgr.rows=UaDb.readArray(ID_THREAD)},saveRespToDb(){UaDb.saveArray(ID_RESPONSES,
+this.answers)},readRespsFromDb(){this.answers=UaDb.readArray(ID_RESPONSES)},async requestDocsRAG(a){DataMgr.deleteJsonDati();DataMgr.readDbDocNames();DataMgr.readDbDocs();this.ragQuery=a;this.saveToDb();var b=0;try{var c=1;for(let e=0;e<DataMgr.docs.length;e++){let f=DataMgr.docs[e];if(""==f.trim())continue;const g=DataMgr.doc_names[e],k=f.length;xlog(`${g} (${k}) `);UaLog.log(`${g} (${k}) `);++b;var d=1;let h=0,l="",t="",u="",m="",v=[];for(;;){let r=getPartSize(f,promptDoc("",a,""),h);if(10>r)break;
+[t,u]=getPartDoc(f,r);ragLog(`${c}) ${b},${d}`,t.length,u.length,this.answers);l=promptDoc(t,a,g);const p=getPayloadDoc(l);try{if(m=await HfRequest.post(p,TIMEOUT),!m)return""}catch(n){console.error("RR1)\n",n);const w=getErrorInfo(n);if(w.errorType===ERROR_TOKENS){UaLog.log(`Error tokens Doc  ${l.length}`);h+=PROMPT_DECR;continue}else if(w.errorType===TIMEOUT_ERROR){UaLog.log("Error timeout Doc");wait(5);continue}else throw n;}d++;c++;f=u;m=cleanResponse(m);v.push(m);this.answers.push(`DOCUMENTO : ${g}_${d}\n${m}`)}const x=
+v.length;let q=v.join("\n\n");for(d="";;){l=promptBuildContext(q,this.ragQuery);const r=getPayloadBuildContext(l);try{if(d=await HfRequest.post(r,TIMEOUT),!d)return""}catch(p){console.error("RR2)",p);const n=getErrorInfo(p);if(n.errorType===ERROR_TOKENS){UaLog.log(`Error tokens build Context ${l.length}`);q=truncInput(q,PROMPT_DECR);q=setMaxLen(q);continue}else if(n.errorType===TIMEOUT_ERROR){UaLog.log("Error timeout build Context");wait(5);continue}else throw p;}break}UaLog.log(`context  ${x} => ${d.length}`);
+d=`\n### DOCUMENTO: ${g}\n ${d}`;this.docContextLst.push(d)}}catch(e){throw console.error(e),e;}this.ragContext=this.docContextLst.join("\n\n");this.saveToDb();b="";c=this.ragContext;try{for(;;){let e=promptWithContext(c,a);const f=getPayloadWithContext(e);try{if(b=await HfRequest.post(f,TIMEOUT),!b)return""}catch(g){console.error("RR3)",g);const k=getErrorInfo(g);if(k.errorType===ERROR_TOKENS){UaLog.log(`Error tokens with Context ${e.length}`);c=truncInput(c,PROMPT_DECR);c=setMaxLen(c);continue}else if(k.errorType===
+TIMEOUT_ERROR){UaLog.log("Error timeout with  Context");wait(5);continue}else throw g;}break}this.ragAnswer=b=cleanResponse(b);this.saveRespToDb();ThreadMgr.init();this.saveToDb();UaLog.log(`Risposta  (${this.ragAnswer.length})`)}catch(e){throw console.error(e),b=`${e}`,e;}finally{return b}},async requestContext(a){let b="";if(!this.ragContext&&!await confirm("Contesto vuoto. Vuoi continuare?"))return"";if(ThreadMgr.isFirst()){ThreadMgr.init();try{var c=this.ragContext;let d=ThreadMgr.getThread();
+for(;;){prompt=promptThread(c,d,a);const e=getPayloadThread(prompt);try{if(b=await HfRequest.post(e,TIMEOUT),!b)return""}catch(f){console.error("RR4)",f);const g=getErrorInfo(f);if(g.errorType===ERROR_TOKENS){UaLog.log(`Error tokens Thread Init ${prompt.length}`);d=truncInput(d,PROMPT_DECR);c=setMaxLen(c);continue}else if(g.errorType===TIMEOUT_ERROR){UaLog.log("Error timeout Thread Init");continue}else throw f;}break}b=cleanResponse(b);ThreadMgr.add(a,b);b=ThreadMgr.getThread();UaLog.log(`Inizio Conversazione (${prompt.length})`)}catch(d){throw console.error(d),
+b=`${d}`,d;}finally{return b}}else try{let d=this.ragContext,e=ThreadMgr.getThread();for(c="";;){c=promptThread(d,e,a);const f=getPayloadThread(c);try{if(b=await HfRequest.post(f,TIMEOUT),!b)return""}catch(g){console.error("RR5)",g);const k=getErrorInfo(g);if(k.errorType===ERROR_TOKENS){UaLog.log(`Error tokens Thread  ${c.length}`);e=truncInput(e,PROMPT_DECR);continue}else if(k.errorType===TIMEOUT_ERROR){UaLog.log("Error timeout Thread");continue}else throw g;}break}b=cleanResponse(b);ThreadMgr.add(a,
+b);b=ThreadMgr.getThread();UaLog.log(`Conversazione  (${c.length})`)}catch(d){throw console.error(d),b=`${d}`,d;}finally{return b}}},LLM="## Assistant:",USER="## User:",ThreadMgr={rows:[],init(){this.rows=[];Rag.ragAnswer?this.add(Rag.ragQuery,Rag.ragAnswer):this.add("","")},add(a,b){this.rows.push([a,b]);UaDb.saveArray(ID_THREAD,ThreadMgr.rows)},getThread(){const a=[];for(const b of this.rows)a.push(`${USER}\n${b[0]}\n${LLM}\n${b[1]}\n`);return a.join("\n\n")},isFirst(){return 2>this.rows.length}};function promptDoc(a,b,c){return`
+SYSTEM: Sei un assistente AI specializzato nell'analisi di documenti. Rispondi ESCLUSIVAMENTE in italiano. Non usare altre lingue in nessuna parte della risposta.
+
+TASK: Analizza il documento ${c} ed estrai le informazioni rilevanti per rispondere alla domanda fornita.
 
 INSTRUCTIONS:
-1. Analizza attentamente il documento fornito e identifica le informazioni pertinenti alla domanda.
-2. Estrai i concetti chiave e fai inferenze ragionevoli.
-3. Organizza le informazioni in modo logico.
-4. Prepara una risposta chiara e completa.
-5. Includi un'introduzione breve, sviluppa l'analisi, presenta le inferenze e concludi con una sintesi.
-6. Cita le fonti quando \u00e8 utile per chiarire informazioni o inferenze.
-7. Assicurati che la risposta sia interamente in italiano,se nel testo \u00e8 usata un'altra lingua traduci in italiano.
-8. Mantieni un tono oggettivo e uno stile fluido e coerente.
+1. Identifica la tipologia e lo scopo del documento (es. articolo scientifico, racconto, saggio, documento tecnico) e adatta l'analisi di conseguenza.
+2. Analizza attentamente il documento fornito e identifica le informazioni pertinenti alla domanda.
+3. Estrai i concetti chiave e fai inferenze ragionevoli.
+3. Focalizzati sull'estrazione di concetti chiave e inferenze rilevanti per la domanda.
+4. Seleziona citazioni specifiche direttamente collegate alla domanda.
+5. Prepara una risposta chiara e dettagliata.
+6. Inizia con una breve introduzione, sviluppa l'analisi, esponi le inferenze e concludi con una sintesi.
+7. Cita le fonti quando \u00e8 utile per chiarire informazioni o inferenze.
+8. Se trovi contenuti in altre lingue nel documento, traducili in italiano prima di includerli nella risposta.
+9. Mantieni un tono oggettivo e uno stile fluido e coerente.
 
 DOCUMENTO:
-<<<INIZIO DOCUMENTO ${c}>>>
+<<<INIZIO_DOCUMENTO>>>
 ${a}
-<<<FINE DOCUMENTO>>>
+<<<FINE_DOCUMENTO>>>
 
 DOMANDA:
 ${b}
 
 OUTPUT_FORMAT:
-Rispondi con un testo continuo suddiviso in paragrafi. Inizia direttamente con il contenuto. Evita di usare etichette, introduzioni, elenchi o marcatori speciali.
+La risposta dovr\u00e0 essere strutturata nel seguente modo:
+- Introduzione:
+- Concetti chiav:e
+- Citazioni:
+- Inferenze:
+- Dettagli rilevanti:
+- Conclusione:
 
 RESPONSE:
-  `}function promptBuildContext(a){return`
-SYSTEM:
-- Sei un assistente AI specializzato nell'analisi di documenti. 
-- Rispondi sempre ed esclusivamente in italiano.
+`}function promptBuildContext(a,b){return`
+SYSTEM: Sei un assitente AI specializzato nella riorganizzazione di informazioni come contesto nelle interrogazioni ad un LLM. Rispondi ESCLUSIVAMENTE in italiano. Non usare altre lingue in nessuna parte della risposta.
 
-TASK:
-- Analizza e riorganizza logicamente il documento fornito. 
-- Attieniti rigorosamente alle istruzioni.
+TASK: Analizza e riorganizza le informazioi rilevanti per rispondere alla domada  fornite seguendo le istruzioni.
 
 INSTRUCTIONS:
-1. Valuta la tipologia e lo scopo del documento (es. articolo scientifico, racconto,saggio, documento tecnico) e adatta l'analisi di conseguenza.
-2. Analizza attentamente il documento e identifica i temi principali e i concetti chiave.
-3. Estrai i concetti chiave e fai inferenze ragionevoli.
-4. Organizza le informazioni in una struttura logica e coerente, eliminando ridondanze e ripetizioni.
-5. Prepara una risposta che riorganizzi i contenuti, dando priorit\u00e0 alle informazioni pi\u00f9 importanti o rilevanti.
-6. Includi un'introduzione breve che presenti i temi principali.
-7. Sviluppa l'analisi raggruppando le informazioni per argomenti correlati.
-8. Presenta le inferenze e le connessioni tra i diversi concetti.
-9. Se presenti informazioni contrastanti, evidenziale senza eliminarle.
-10. Includi, se rilevanti, dettagli specifici come nomi propri, termini tecnici, date o luoghi che contribuiscono alla precisione del contesto.
-11. Concludi con una sintesi che riassuma i punti chiave e la struttura logica.
-12. Se il documento contiene sezioni distinte, analizzale separatamente ma evidenzia le connessioni tra di esse.
-13. Effettua un controllo finale per assicurarti che tutte le informazioni chiave siano state incluse.
-14. Assicurati che la risposta sia interamente in italiano.
-15. Mantieni un tono oggettivo e uno stile fluido e coerente.
-
-DOCUMENTO:
-<<<INIZIO_DOCUMENTO>>>
+1. Analizza attentamente le informazioi e identifica i temi  e i concetti pertinenti  alla domanda.
+2. Estrai i concetti chiave e fai inferenze ragionevoli.
+3. Organizza le informazioni in una struttura logica e coerente.
+4. Prepara una risposta che riorganizzi i contenuti, dando priorit\u00e0 alle informazioni pi\u00f9 importanti o rilevanti.
+5. Includi una breve introduzione che presenti i temi principali.
+6. Sviluppa l'analisi raggruppando le informazioni per argomenti correlati.
+7. Presenta le inferenze e le connessioni tra i diversi concetti.
+8. Includi, se rilevanti, dettagli specifici come nomi propri, termini tecnici, date o luoghi che contribuiscono alla precisione del contesto.
+9. Concludi con una sintesi che riassuma i punti chiave e la struttura logica.
+10. Evidenzia le connessioni tra contenuti estratti da fonti diverse.
+11. Effettua un controllo finale per assicurarti che tutte le informazioni chiave siano state incluse.
+12. Mantieni un tono oggettivo e uno stile fluido e coerente.
+
+INFORAZIONI:
+<<<INIZIO_INFORMAZIONI>>>
 ${a}
-<<<FINE_DOCUMENTO>>>
+<<<FINE_INFORMAZIONI>>>
+
+DOMANDA:
+${b}
 
 OUTPUT_FORMAT:
-Rispondi con un testo continuo suddiviso in paragrafi. Inizia direttamente con il contenuto. Evita di  usare etichette, elenchi o marcatori speciali.
+La risposta dovr\u00e0 essere strutturata nel seguente modo:
+- Introduzione:
+- Concetti chiav:e
+- Citazioni:
+- Inferenze:
+- Connessioni fra contenuti:
+- Dettagli rilevanti:
+- Conclusione:
 
 RESPONSE:
 `}function promptWithContext(a,b){return`
-SYSTEM:
-- Sei un assistente AI specializzato nell'analisi e nell'elaborazione di informazioni contestuali. 
-- Rispondi sempre ed esclusivamente in italiano.
+SYSTEM: Sei un sistema AI specializzato nell'analisi semantica di informazioni estratte da documenti. Rispondi sempre ed esclusivamente in italiano.
 
-TASK:
-Elabora la risposta alla domanda sulla base del contesto fornito.
+TASK: Elabora la risposta alla domanda sulla base del contesto fornito.
 
 INSTRUCTIONS:
-1. Analizza attentamente il documento e identifica le informazioni pertinenti alla domanda.
+1. Analizza attentamente il contesto e identifica le informazioni pertinenti alla domanda.
 2. Estrai i concetti chiave e fai inferenze ragionevoli.
-3. Prepara una risposta chiara e completa.
-4. Struttura la risposta in paragrafi logici.
-5. Includi un'introduzione breve, sviluppa l'analisi, presenta le inferenze e concludi con una sintesi.
-6. Se la domanda richiede di citare le fonti, fai riferimento al documento fornito distinguendolo chiaramente da eventuali altre fonti citate all'interno del documento stesso.
-7. Assicurati che la risposta sia interamente in italiano.
-8. Mantieni un tono oggettivo e uno stile fluido e coerente.
+3. Prepara una risposta chiara e dettagliata utilizzandoo al meglio il contesto.
+4. Inizia con una breve introduzione, sviluppa l'analisi, elabora le inferenze e concludi con una sintesi.
+5. Se la domanda richiede di citare le fonti, fai riferimento al documento fornito distinguendolo chiaramente da eventuali altre fonti citate all'interno del contesto stesso.
+6. Mantieni un tono oggettivo e uno stile fluido e coerente.
 
 CONTESTO:
 <<<INIZIO_CONTESTO>>>
@@ -132,16 +136,13 @@ DOMANDA:
 ${b}
 
 OUTPUT_FORMAT:
-Rispondi con un testo continuo suddiviso in paragrafi. Inizia direttamente con il contenuto. Non usare etichette, introduzioni, elenchi o marcatori speciali.
+Rispondi con un testo piano suddiviso in paragrafi.Evita di usare etichette, elenchi o marcatori speciali.
 
 RESPONSE:
-  `}function promptThread(a,b,c){return`
-SYSTEM:
-- Sei un assistente AI versatile progettato per gestire conversazioni dinamiche e adattarti a varie richieste. 
-- Rispondi sempre in italiano.
+`}function promptThread(a,b,c){return`
+SYSTEM: Sei un assistente AI versatile progettato per gestire conversazioni dinamiche e adattarti a varie richieste. Rispondi sempre in italiano.
 
-TASK:
-Elaborare la risposta alla richista sulla base del contesto fornito e della conversazione.
+TASK: Elabora la risposta alla richiesta sulla base del contesto fornito e della conversazione.
 
 INSTRUCTIONS:
 1. Analizza attentamente il contesto, la conversazione precedente e la richiesta attuale.
@@ -154,14 +155,12 @@ INSTRUCTIONS:
 8. Se l'intento non \u00e8 chiaro, chiedi gentilmente chiarimenti invece di fare supposizioni.
 9. Sii flessibile: se la richiesta implica un'azione specifica, adattati di conseguenza.
 10. Se \u00e8 necessario integrare con conoscenze generali, specifica chiaramente quando lo stai facendo.
-11. Assicurati che la risposta sia interamente in italiano.
 
 CONTESTO:
-<<<INIZIO_CONTESTO>>>
+<<<BEGIN_CONTESTO>>>
 ${a}
-<<<FINE_CONTESTO>>>
+<<<END_CONTESTO>>>
 
-CONVERSAZIONE:
 <<<INIZIO_CONVERSAZIONE>>>
 ${b}
 <<<FINE_CONVERSAZIONE>>>
@@ -170,15 +169,15 @@ RICHIESTA:
 ${c}
 
 OUTPUT_FORMAT:
-Rispondi con un testo continuo suddiviso in paragrafi. Inizia direttamente con il contenuto. Evita di usare etichette, elenchi o marcatori speciali.
+Rispondi con un testo piano suddiviso in paragrafi.Evita di usare etichette, elenchi o marcatori speciali.
 
 RESPONSE:
-  `}function getPayloadDoc(a){return{inputs:a,parameters:{task:"text2text-generation",max_new_tokens:1024,num_return_sequences:1,temperature:.5,top_k:50,top_p:.7,do_sample:!1,no_repeat_ngram_size:4,num_beams:4,repetition_penalty:1.4,return_full_text:!1,details:!1,max_time:90,seed:42},options:{use_cache:!1,wait_for_model:!0}}}
-function getPayloadBuildContext(a){return{inputs:a,parameters:{task:"text2text-generation",max_new_tokens:4096,num_return_sequences:1,temperature:.4,top_k:20,top_p:.8,do_sample:!1,no_repeat_ngram_size:4,num_beams:6,repetition_penalty:1.4,return_full_text:!1,details:!1,max_time:120,seed:42},options:{use_cache:!1,wait_for_model:!0}}}
-function getPayloadWithContext(a){return{inputs:a,parameters:{task:"text2text-generation",max_new_tokens:2048,num_return_sequences:1,temperature:.6,top_k:50,top_p:.7,do_sample:!1,no_repeat_ngram_size:4,num_beams:5,repetition_penalty:1.4,return_full_text:!1,details:!1,max_time:120,seed:42},options:{use_cache:!1,wait_for_model:!0}}}
-function getPayloadThread(a){return{inputs:a,parameters:{task:"text2text-generation",max_new_tokens:2048,num_return_sequences:1,temperature:.6,top_k:50,top_p:.7,do_sample:!1,no_repeat_ngram_size:4,num_beams:5,repetition_penalty:1.4,return_full_text:!1,details:!1,max_time:120,seed:42},options:{use_cache:!1,wait_for_model:!0}}};const VERS="0.1.45 (14-08-2024)";var xlog=console.log,xerror=console.error;const cancelRequest=()=>{confirm("Confermi Cancellazione Richeista ?")&&(HfRequest.cancelRequest(),hideSpinner())},showSpinner=()=>{const a=document.getElementById("spinner");a.classList.add("show-spinner");a.addEventListener("click",cancelRequest)},hideSpinner=()=>{const a=document.getElementById("spinner");a.classList.remove("show-spinner");a.removeEventListener("click",cancelRequest)};var tm;
-function openApp(){tm=umgm();wnds.init();Menu.init();TextInput.init();TextOutput.init();Rag.init();document.querySelector(".menu-btn").checked=!1;release()}function release(){document.querySelector(".release").innerHTML=VERS}const op0=async function(a){a=await requestGet("./help1.html");wnds.wdiv.show(a)};function showQuery(a){wnds.wpre.show(`\n${Rag.ragQuery}`)}function showRagResponse(a){wnds.wpre.show(`\n${Rag.ragResponse}`)}function showThread(a){a=ThreadMgr.getThread();wnds.wpre.show(a)}
-function elencoRisposte(a){a=[...Rag.responses];0==a.length&&(a=UaDb.readArray(ID_RESPONSES));0!=a.length&&(a=a.map((b,c)=>{b=subResponseDOcTag(b);return`\n[${c+1}]\n ${b.trim()}`}).join("\n"),wnds.wpre.show(a))}function showContesto(a){wnds.wpre.show(`${Rag.ragContext}`)}function elencoDati(a){var b=UaDb.getAllIds();a=[];for(var c of b)b=UaDb.read(c).length,a.push(`${c} (${b})`);c=a.join("\n ");wnds.wpre.show(c)}const showT=a=>{wnds.wpre.show(DataMgr.docs[a])};
+`}function getPayloadDoc(a){return{inputs:a,parameters:{task:"text2text-generation",max_new_tokens:1024,num_return_sequences:1,temperature:.2,top_p:.85,top_k:30,do_sample:!1,no_repeat_ngram_size:4,num_beams:4,repetition_penalty:1.4,return_full_text:!1,details:!1,max_time:90,seed:42},options:{use_cache:!1,wait_for_model:!0}}}
+function getPayloadBuildContext(a){return{inputs:a,parameters:{task:"text2text-generation",max_new_tokens:6E3,num_return_sequences:1,temperature:.2,top_p:.85,top_k:30,do_sample:!1,no_repeat_ngram_size:4,num_beams:4,repetition_penalty:1.2,return_full_text:!1,details:!1,max_time:180,seed:42},options:{use_cache:!1,wait_for_model:!0}}}
+function getPayloadWithContext(a){return{inputs:a,parameters:{task:"text2text-generation",max_new_tokens:2048,num_return_sequences:1,temperature:.3,top_p:.85,top_k:30,do_sample:!1,no_repeat_ngram_size:4,num_beams:5,repetition_penalty:1.4,return_full_text:!1,details:!1,max_time:120,seed:42},options:{use_cache:!1,wait_for_model:!0}}}
+function getPayloadThread(a){return{inputs:a,parameters:{task:"text2text-generation",max_new_tokens:2048,num_return_sequences:1,temperature:.3,top_p:.85,top_k:30,do_sample:!1,no_repeat_ngram_size:4,num_beams:5,repetition_penalty:1.4,return_full_text:!1,details:!1,max_time:120,seed:42},options:{use_cache:!1,wait_for_model:!0}}};const VERS="0.1.47 (24-08-2024)";var xlog=console.log,xerror=console.error;const cancelRequest=()=>{confirm("Confermi Cancellazione Richeista ?")&&(HfRequest.cancelRequest(),hideSpinner())},showSpinner=()=>{const a=document.getElementById("spinner");a.classList.add("show-spinner");a.addEventListener("click",cancelRequest)},hideSpinner=()=>{const a=document.getElementById("spinner");a.classList.remove("show-spinner");a.removeEventListener("click",cancelRequest)};var tm;
+function openApp(){tm=umgm();wnds.init();Menu.init();TextInput.init();TextOutput.init();Rag.init();document.querySelector(".menu-btn").checked=!1;release()}function release(){document.querySelector(".release").innerHTML=VERS}const op0=async function(a){a=await requestGet("./help1.html");wnds.wdiv.show(a)};function showQuery(a){wnds.wpre.show(`\n${Rag.ragQuery}`)}function showRagResponse(a){wnds.wpre.show(`\n${Rag.ragAnswer}`)}function showThread(a){a=ThreadMgr.getThread();wnds.wpre.show(a)}
+function elencoRisposte(a){a=[...Rag.answers];0==a.length&&(a=UaDb.readArray(ID_RESPONSES));0!=a.length&&(a=a.map((b,c)=>`\n[${c+1}]\n ${b.trim()}`).join("\n"),wnds.wpre.show(a))}function showContesto(a){wnds.wpre.show(`${Rag.ragContext}`)}function elencoDati(a){var b=UaDb.getAllIds();a=[];for(var c of b)b=UaDb.read(c).length,a.push(`${c} (${b})`);c=a.join("\n ");wnds.wpre.show(c)}const showT=a=>{wnds.wpre.show(DataMgr.docs[a])};
 function elencoDocs(){DataMgr.readDbDocs();DataMgr.readDbDocNames();var a=DataMgr.doc_names,b=UaJtfh();let c=0;b.append("<ul>");for(const g of a){a=b;var d=a.append,e=g,f=c++;d.call(a,`
       <li><a href="#" onCLick="showT(${f});">${f+1}.${e}</a></li>
   `)}b.append("</ul>");b=b.html();wnds.wdiv.show(`<br><br>${b}`)}function calcQuery(){DataMgr.readDbDocs();DataMgr.readDbDocNames();var a=[];let b=0,c=0;a.push("Documento   Num.Parti");a.push("==================");for(const d of DataMgr.docs){const e=DataMgr.doc_names[c];c+=1;const f=Math.ceil(d.length/MAX_PROMPT_LENGTH);b+=f;a.push(`${e}&nbsp;&nbsp;&nbsp;[${f}]`)}a.push("==================");a.push(`Totale num. Parti: ${b}`);a=a.join("\n");wnds.wpre.show(a)}
@@ -208,12 +207,12 @@ function loadTestoEsempio(a){DataMgr.loadDoc(`data/${a}`);wnds.wdiv.close()}asyn
 <div class="div-text">${b}</div>
 </div>
     `;this.w.drag();this.w.setZ(12);this.w.vw_vh().setXY(16.5,10,-1);this.w.setHtml(b);this.w.show();this.w.getElement().querySelector(".btn-copy").addEventListener("click",()=>this.copy())},close(){this.w.close()},async copy(){const b=this.w.getElement().querySelector(".div-text").textContent;try{await navigator.clipboard.writeText(b)}catch(c){console.error("Errore  ",c)}}}),wnds={wdiv:null,wpre:null,wout:null,init(){this.wdiv=WndDiv("id_w0");this.wpre=WndPre("id_w1");this.wout=WndPre("id_out")},
-closeAll(){UaWindowAdm.close("id_w0");UaWindowAdm.close("id_w1");UaWindowAdm.close("id_out")}},Menu={init(){const a=document.querySelector("#id-menu-btn");a.addEventListener("change",()=>{document.querySelector("body").classList.toggle("menu-open",a.checked)});const b=document.getElementById("id_log");UaLog.callHide=()=>{b.classList.contains("active")&&b.classList.remove("active")};UaLog.callShow=()=>{b.classList.contains("active")||b.classList.add("active")};UaLog.setXY(54,13).setZ(111).new();UaLog.log_show("Buon Lavoro")},
-close(){const a=document.querySelector("#menu-toggle");document.querySelector("body").classList.remove("menu-open",a.checked);document.querySelector(".menu-btn").checked=!1},async help(){const a=await requestGet("./help0.html");wnds.wdiv.show(a)},upload(){RagUpload.open()},uploadDir(){RagUpload.openDir()},async load(){alert("load")},log(){UaLog.toggle()}},TextInput={wnd:null,init(){this.inp=document.querySelector(".text-input");document.addEventListener("keydown",a=>{document.activeElement!==this.inp&&
-("F1 F2 F3 F4 F5 F6 F7 F8 F9 F10 F11 F12 Control Alt Shift Meta CapsLock Escape PrintScreen ScrollLock Pause Insert Delete Home End PageUp PageDown ArrowLeft ArrowRight ArrowUp ArrowDown".split(" ").includes(a.key)||a.ctrlKey||a.metaKey||a.preventDefault())});document.querySelector(".clear-button").addEventListener("click",()=>{this.inp.value="";this.inp.focus()});this.inp.addEventListener("keydown",a=>this.handleEnter(a));document.querySelector(".send-input").addEventListener("click",()=>this.send());
-document.querySelector(".send2-input").addEventListener("click",()=>this.send2());document.querySelector(".clear-input").addEventListener("click",()=>this.clear())},handleEnter(a){"Enter"!==a.key||a.shiftKey||(a.preventDefault(),this.send2())},async send(){if(this.inp.value){if(Rag.ragContext&&!confirm("Vuoi iniziare una nuova elabrazione ?"))return"";showSpinner();setOutText("");var a=this.inp.value.trim();try{const b=await Rag.requestDocsRAG(a);setOutText(b);this.inp.value="";UaLog.close()}catch(b){a=
-`send\n${b}`,console.error(a),alert(a),setOutText(a)}hideSpinner()}else alert("Ricorda di scrivere la Query  ")},async send2(){if(this.inp.value){showSpinner();ThreadMgr.isFirst()&&setOutText("");var a=this.inp.value.trim();try{const b=await Rag.requestContext(a);if(""==b){hideSpinner();return}setOutText(b);this.inp.value=""}catch(b){a=`send2\n${b}`,console.error(a),alert(a),setOutText(a)}hideSpinner()}else alert("Ricorda di scrivere la Query  ")},clear(){confirm("Confermi cancellazione conversazione? ")&&
-(this.inp.value="",setOutText(""),ThreadMgr.init())}},setOutText=a=>{var b=document.getElementById("id-text-out");b.innerHTML='<pre class="pre-text"></pre>';b=b.querySelector(".pre-text");b.textContent=a;b.scrollTop=b.scrollHeight};
+closeAll(){UaWindowAdm.close("id_w0");UaWindowAdm.close("id_w1");UaWindowAdm.close("id_out")}},Menu={init(){const a=document.querySelector("#id-menu-btn");a.addEventListener("change",()=>{document.querySelector("body").classList.toggle("menu-open",a.checked)});const b=document.getElementById("id_log");UaLog.callHide=()=>{b.classList.contains("active")&&b.classList.remove("active")};UaLog.callShow=()=>{b.classList.contains("active")||b.classList.add("active")};UaLog.setXY(54,13).setZ(111).new()},close(){const a=
+document.querySelector("#menu-toggle");document.querySelector("body").classList.remove("menu-open",a.checked);document.querySelector(".menu-btn").checked=!1},async help(){const a=await requestGet("./help0.html");wnds.wdiv.show(a)},upload(){RagUpload.open()},uploadDir(){RagUpload.openDir()},async load(){alert("load")},log(){UaLog.toggle()}},TextInput={wnd:null,init(){this.inp=document.querySelector(".text-input");document.addEventListener("keydown",a=>{document.activeElement!==this.inp&&("F1 F2 F3 F4 F5 F6 F7 F8 F9 F10 F11 F12 Control Alt Shift Meta CapsLock Escape PrintScreen ScrollLock Pause Insert Delete Home End PageUp PageDown ArrowLeft ArrowRight ArrowUp ArrowDown".split(" ").includes(a.key)||
+a.ctrlKey||a.metaKey||a.preventDefault())});document.querySelector(".clear-button").addEventListener("click",()=>{this.inp.value="";this.inp.focus()});this.inp.addEventListener("keydown",a=>this.handleEnter(a));document.querySelector(".send-input").addEventListener("click",()=>this.send());document.querySelector(".send2-input").addEventListener("click",()=>this.send2());document.querySelector(".clear-input").addEventListener("click",()=>this.clear())},handleEnter(a){"Enter"!==a.key||a.shiftKey||(a.preventDefault(),
+this.send2())},async send(){if(this.inp.value){if(Rag.ragContext&&!confirm("Vuoi iniziare una nuova elabrazione ?"))return"";showSpinner();setOutText("");var a=this.inp.value.trim();try{let b=await Rag.requestDocsRAG(a);b=cleanOut(b);setOutText(b);this.inp.value="";UaLog.close()}catch(b){a=`send\n${b}`,console.error(a),alert(a),setOutText(a)}hideSpinner()}else alert("Ricorda di scrivere la Query  ")},async send2(){if(this.inp.value){showSpinner();ThreadMgr.isFirst()&&setOutText("");var a=this.inp.value.trim();
+try{let b=await Rag.requestContext(a);if(""==b){hideSpinner();return}b=cleanOut(b);setOutText(b);this.inp.value=""}catch(b){a=`send2\n${b}`,console.error(a),alert(a),setOutText(a)}hideSpinner()}else alert("Ricorda di scrivere la Query  ")},clear(){confirm("Confermi cancellazione conversazione? ")&&(this.inp.value="",setOutText(""),ThreadMgr.init())}},setOutText=a=>{var b=document.getElementById("id-text-out");b.innerHTML='<pre class="pre-text"></pre>';b=b.querySelector(".pre-text");b.textContent=
+a;b.scrollTop=b.scrollHeight};
 TextOutput={init(){this.copyBtn=document.querySelector(".copy-output");this.copyBtn.addEventListener("click",()=>this.copy());document.querySelector(".clear-output").addEventListener("click",()=>this.clear());document.querySelector(".wnd-output").addEventListener("click",()=>this.openWnd())},openWnd(){const a=document.getElementById("id-text-out").textContent;wnds.wout.show(a)},async copy(){const a=document.getElementById("id-text-out").querySelector("pre");if(a){var b=a.textContent;a.classList.add("copied");
 this.copyBtn.classList.add("copied");try{await navigator.clipboard.writeText(b)}catch(c){console.error("Errore  ",c)}setTimeout(()=>{this.copyBtn.classList.remove("copied");a.classList.remove("copied")},5E3)}},clear(){document.getElementById("id-text-out").textContent=""}};const RagUpload={open(){const a=UaWindowAdm.create("id_upload");a.drag();a.setZ(12);a.vw_vh().setXY(16.5,10,-1);a.setHtml('\n      <div class="window-text">\n        <div class="btn-wrapper">\n          <button class="btn-close" title="chiudi" onclick="UaWindowAdm.closeThis(this)">X</button>\n        </div>     \n        <div class="upload">     \n          <h4>Upload file Text / PDF</h4>    \n          <form id="uploadForm">\n              <input class="file" type="file" id="id_fileupload" >   \n              <button type="button" onclick="RagUpload.upload();">Upload and Convert</button>\n          </form>\n          <div id="result" class="result"></div>\n        </div>\n      </div>\n    ');
 a.show()},async upload(){const a=document.getElementById("id_fileupload").files[0];if(a){var b=a.name;if(DataMgr.doc_names.includes(b))alert("Il file \u00e8 gi\u00e0 in archivio");else{var c=document.getElementById("result"),d=a.name.split(".").pop().toLowerCase();showSpinner();try{let e;if("pdf"===d){const f=new PdfHandler;await f.loadPdfJs();e=await f.extractTextFromPDF(a);f.cleanup()}else if("txt"===d)e=await readTextFile(a);else{alert("Formato file non supportato.");return}DataMgr.addDoc(b,e);
@@ -224,8 +223,9 @@ class PdfHandler{constructor(){this.workerScriptElement=this.scriptElement=this.
 document.body.appendChild(this.workerScriptElement);this.workerScriptElement.onload=a}}));this.pdfjsLib=window["pdfjs-dist/build/pdf"];this.pdfjsLib.GlobalWorkerOptions.workerSrc="https://cdnjs.cloudflare.com/ajax/libs/pdf.js/2.6.347/pdf.worker.min.js"}async extractTextFromPDF(a){a=await a.arrayBuffer();a=await this.pdfjsLib.getDocument({data:a}).promise;let b="";for(let c=1;c<=a.numPages;c++){const d=(await (await a.getPage(c)).getTextContent()).items.map(e=>e.str).join(" ");b+=d+"\n"}return b}cleanup(){this.scriptElement&&
 (document.body.removeChild(this.scriptElement),this.scriptElement=null);this.workerScriptElement&&(document.body.removeChild(this.workerScriptElement),this.workerScriptElement=null);this.pdfjsLib=null;window.gc&&window.gc()}}
 async function readTextFile(a){if(!a||"text/plain"!==a.type)throw Error("Invalid file type. Please select a text file.");return new Promise((b,c)=>{const d=new FileReader;d.onload=e=>b(e.target.result);d.onerror=e=>c(Error("Error reading file: "+e.message));d.readAsText(a)})};const nodrag_tds=["input","select","a"],nodrag_cls="nodrag";
-var UaDrag=function(a){return function(b){let c=0,d=0,e=0,f=0;const g=function(h){h=h||window.event;h.preventDefault();c=e-h.clientX;d=f-h.clientY;e=h.clientX;f=h.clientY;b.style.top=b.offsetTop-d+"px";b.style.left=b.offsetLeft-c+"px"},m=function(){document.onmouseup=null;document.onmousemove=null};b.onmousedown=function(h){h=h||window.event;let l=h.target;!(l=l||null)||nodrag_tds.includes(l.tagName.toLowerCase())||l.classList.contains(nodrag_cls)||(h.preventDefault(),e=h.clientX,f=h.clientY,document.onmouseup=
-m,document.onmousemove=g)}}(a)};const UaJtfh=()=>({rows:[],init(){this.rows=[];return this},insert(a){this.rows.unshift(a);return this},append(a){this.rows.push(a);return this},text(a=""){return this.rows.join(a)},html(a=""){return this.rows.join(a).replace(/\s+|\[rn\]/g," ")}});var UaLog={callHide:function(){},callShow:function(){},active:!1,wind:null,x:null,y:null,z:null,max_length:2E3,msg_id:"ualogmsg_",new:function(){null==this.wind&&(this.wind=UaWindowAdm.create("ualog_"),this.wind.drag());this.wind.setHtml('\n           <button type="button" class="clear" onclick="javascript:UaLog.cls();">Clear</button>\n           <button type="button" class="close" onclick="javascript:UaLog.close();">Close</button>\n           <pre id="ualogmsg_" ></pre>');this.x?this.wind.vw_vh().setXY(this.x,
+var UaDrag=function(a){return function(b){let c=0,d=0,e=0,f=0;const g=function(h){h=h||window.event;h.preventDefault();c=e-h.clientX;d=f-h.clientY;e=h.clientX;f=h.clientY;b.style.top=b.offsetTop-d+"px";b.style.left=b.offsetLeft-c+"px"},k=function(){document.onmouseup=null;document.onmousemove=null};b.onmousedown=function(h){h=h||window.event;let l=h.target;!(l=l||null)||nodrag_tds.includes(l.tagName.toLowerCase())||l.classList.contains(nodrag_cls)||(h.preventDefault(),e=h.clientX,f=h.clientY,document.onmouseup=
+k,document.onmousemove=g)}}(a)};const UaJtfh=()=>({rows:[],init(){this.rows=[];return this},insert(a){this.rows.unshift(a);return this},append(a){this.rows.push(a);return this},text(a=""){return this.rows.join(a)},html(a=""){return this.rows.join(a).replace(/\s+|\[rn\]/g," ")}});function formatRow(a,b){return a.map((c,d)=>{d=b[d];return 0>d?c.toString().padStart(Math.abs(d)," "):c.toString().padEnd(d," ")}).join(" ")}
+var UaLog={callHide:function(){},callShow:function(){},active:!1,wind:null,x:null,y:null,z:null,max_length:2E3,msg_id:"ualogmsg_",new:function(){null==this.wind&&(this.wind=UaWindowAdm.create("ualog_"),this.wind.drag());this.wind.setHtml('\n           <button type="button" class="clear" onclick="javascript:UaLog.cls();">Clear</button>\n           <button type="button" class="close" onclick="javascript:UaLog.close();">Close</button>\n           <pre id="ualogmsg_" ></pre>');this.x?this.wind.vw_vh().setXY(this.x,
 this.y,-1):this.wind.setCenter(-1);this.z&&this.wind.setZ(this.z);return this},setXY(a,b){this.x=a;this.y=b;return this},setZ(a){this.z=a;return this},prn_(...a){a=a.join("\n");let b=document.getElementById(this.msg_id);b.textContent=b.textContent+a+"\n"},print(...a){null!=this.wind&&this.active&&this.prn_(...a)},log(...a){null!=this.wind&&this.prn_(...a)},log_show(...a){null!=this.wind&&(this.active||this.toggle(),this.prn_(...a))},cls(){if(null!=this.wind)return document.getElementById(this.msg_id).innerHTML=
 "",this},close(){null!=this.wind&&(this.wind.hide(),this.active=!1,this.callHide())},toggle(){null!=this.wind&&(this.active?(this.active=!1,this.wind.hide(),this.callHide()):(this.active=!0,this.wind.show(),this.callShow()))}};var UaWindowAdm={ws:{},create(a,b=null){let c=document.getElementById(a);c||(c=document.createElement("div"),b?document.getElementById(b).appendChild(c):document.body.appendChild(c),c.id=a,c.setAttribute("data-name","ua-window"),b=this.newUaWindow(c),this.ws[a]=b);a=this.ws[a];c.style.display="none";return a},get(a){return this.ws[a]?this.ws[a]:null},show(a){this.ws[a]&&this.ws[a].show()},close(a){this.ws[a]&&this.ws[a].close()},toggle(a){this.ws[a]&&this.ws[a].toggle()},hide(a){this.ws[a]&&this.ws[a].hide()},
 closeThis(a){a=a.closest('[data-name="ua-window"]').id;this.ws[a].close()},showAll(){for(let a in this.ws)this.ws[a].show()},hideAll(){for(let a in this.ws)this.ws[a].hide()},closeAll(){for(let a in this.ws)this.ws[a].close()},remove(a){this.ws[a]&&(document.getElementById(a).remove(),this.ws[a]=null,delete this.ws[a])},removeAll(){for(let a in this.ws)this.remove(a);this.ws={}},newUaWindow(a){let b={initialize(c){this.w=c;this.wy=this.wx="0px";this.isVisible=this.isOpen=!1;this.firstShow=!0;this.wz=

static/less/ragrqs.less

@@ -287,7 +287,7 @@ div.container {
           word-wrap: break-word;
           font-family: @fsans;
           font-size: @fsize-out;
-          line-height: 1.6;
+          line-height: 1.5;
           padding: 2px;
           margin: 0;
           height: 100%;
@@ -304,7 +304,7 @@ div.container {
           word-wrap: break-word;
           font-family: @fsans;
           font-size: @fsize-out;
-          line-height: 1.6;
+          line-height: 1.5;
           padding: 2px;
           margin: 0;
           height: 100%;

static/ragrqs_.html

@@ -7,15 +7,11 @@
     <meta name="description" content="Author:M.Materni" />
     <title>RagRqs</title>
 
-    <!-- 
-    <link rel="stylesheet" href="css/ragrqs.min.css" />
-    <script src="js/ragrqs.min.js"></script>
-   -->
     <link rel="stylesheet" href="less/normalize.css" />
     <link rel="stylesheet/less" href="less/ragrqs.less" />
     <link rel="stylesheet/less" href="less/ualog3.less" />
     <script src="less/less.js"></script>
-
+    
     <script src="javascript/uadrag.js"></script>
     <script src="javascript/uawindow.js"></script>
     <script src="javascript/uajtfh.js"></script>