[NEW] Sample auto extraction according to unknow input

[ADD] Default Nothing classifier in git
[UPDATE] Change balance between yes and no in training program from (1/2 to 1/4)

Author: slash6475

Nothing/Nothing.dat

@@ -4,7 +4,7 @@ function ClassifierChart(parent, names){
   var plots = this.plots = new Array();
   this.dialog_chart_name = "dialog-neural-outputs";
   parent.innerHTML +=
-  '<div id="'+  this.dialog_chart_name +'" title="Neural Knowledge Units"></div>'+
+  '<div id="'+  this.dialog_chart_name +'" title="Neural Memory"></div>'+
   '<div id="dialog-info" title="Details" ></div>' +
   '<div id="dialog-info-img" title="Hidden Layers" ></div>' +
   '<div id="dialog-database-new" title="Record database name">'+

Nothing/classifier-Nothing-L1.png

@@ -3,7 +3,8 @@ function SpeakerStats(parent, names){
 
   var speakers_count = [['Speaker', 'Score']];
   var plots = this.plots = new Array();
-  parent.innerHTML += '<div id="speaker_stats" title="Speaker Stats"><div id="speaker_stats_piechart" style="width:600px;height:600px; text-align:center;"></div>';
+  parent.innerHTML += '<div id="speaker_stats" title="Speaker Stats"><div id="speaker_stats_piechart" style="width:600px;height:600px; text-align:center;"></div><div id="speaker_stats_lists">No member</div>';
+
 
 // New sample for cl (if cl do not exist, it will be create)
 // socket.emit('sys', JSON.stringify( {sys:{sample: cl, classe:"+"}} ));
@@ -13,9 +14,13 @@ function SpeakerStats(parent, names){
   new_speaker = "";
   new_speaker_count = 0;
 
-  parent.innerHTML += '<div id="speaker_stats_new"> ' +
+  /******************************************************************************/
+  /* Views definitions                                                          */
+  /******************************************************************************/
+
+  parent.innerHTML += '<div id="progressbar"><div id="progress-label">Loading...</div></div><div id="speaker_stats_new"> ' +
     ' <div id="speaker_stats_new_init"><input type="text" id="speaker_stats_new_value"><input type="button" value="create" id="speaker_stats_new_button"></div>' +
-      '<div id="speaker_stats_new_progress"> '+
+      '<div id="speaker_stats_new_progress"> <input type="button" value="stop" id="speaker_stats_stop_button"> '+
       '<div id="speaker_stats_new_progress_bar"></div>'+
       "<br><strong>If using microphone,</strong><br>Please talk as clearly as possible while the extraction of samples. <br\> \
                 <br>\
@@ -39,105 +44,278 @@ function SpeakerStats(parent, names){
                 </div>" +
       '</div>'+
   '</div>';
-  $('#speaker_stats_new_progress_bar').hide();
+  $('#speaker_stats_new_progress').hide();
 
-  $('#speaker_stats_new_button').on('click',function(){
+  $('#speaker_stats_stop_button').on('click',function(){
+    stop_record = true;
+  });
 
+  $('#speaker_stats_new_button').on('click',function(){
     socket.emit('sys', JSON.stringify( {sys:{control:'pause'}} ));
-
     setTimeout( function(){
-      console.log("create " + $('#speaker_stats_new_value').val());
+      //console.log("create " + $('#speaker_stats_new_value').val());
       new_speaker = $('#speaker_stats_new_value').val();
       state == "record";
       new_speaker_count = 0;
       socket.emit('sys', JSON.stringify( {sys:{control:'next'}} ));
       }, 1000);
-
       $('#speaker_stats_new_init').hide();
-      $('#speaker_stats_new_progress_bar').show();
-
+      $('#speaker_stats_new_progress').show();
   })
 
   var dialog_new = $("#speaker_stats_new").dialog({
     autoOpen:false,
-    title:'Sample recorder',
-    width:600
+    title:'New record',
+    width:600,
+    height:400
   });
 
-  var html = ''
+
+
+  // PROGRESS BAR
+
+  var progressbar_win = $("#progressbar").dialog({
+    autoOpen:false,
+    title:'Progress',
+    width:300,
+    height:120
+  });
+
+  $('#progressbar').hide();
+  var progressbar = $( "#progressbar" ),
+    progressLabel = $( "#progress-label" );
+
+  progressbar.progressbar({
+    value: false,
+    change: function() {
+      progressLabel.text( progressbar.progressbar( "value" ) + "%" );
+    },
+    complete: function() {
+      progressLabel.text( "Complete!" );
+    }
+  });
+/******************************************************************************/
+/* State machine for voice recording, encoding, training program and learning */
+/******************************************************************************/
+  function speaker_start(){
+    socket.emit('sys', '{ "sys": { "classifier": { "reload": ""}}}');
+  }
+
+  state_learning = '';
+  // generate Training Program
+  function speaker_build_classifier_init(){
+
+    function build_classifier_delay(name){
+      setTimeout(function(){
+        socket.emit('sys', '{ "sys": { "dataset": { "build": "' + name + '" } } }');
+        }, (Math.ceil(1000 * Math.random()) ));
+      }
+
+    state_learning  = 'learning';
+    progressbar_win.dialog("open");
+    for (var i=0; i < dataset_list.length; i++)
+      if(dataset_list[i].name.indexOf("Nothing") == -1)
+      build_classifier_delay(dataset_list[i].name);
+  }
+
+  // If training program is generated, start learning process
+  function speaker_build_classifier(obj){
+    if (state_learning != 'learning') return;
+
+    if(obj.sys.dataset)
+    if (obj.sys.dataset.build && obj.sys.dataset.status){
+      //console.log("TRAINING PROGRESS "  + obj.sys.dataset.build)
+      if(obj.sys.dataset.status == 'running'){
+        progressLabel.text( "Preparing training program for " + obj.sys.dataset.build );
+        if (obj.sys.dataset.data.indexOf("[DONE]") != -1){
+          var val = progressbar.progressbar( "value" ) + Math.ceil(20 / (dataset_list.length) / 2);
+          progressbar.progressbar( "value", val );
+        }
+      }
+
+      for (i=0; i < dataset_list.length; i++){
+        if(dataset_list[i].name == obj.sys.dataset.build && obj.sys.dataset.status == 'done'){
+          //console.log("TRAINING DONE\n")
+          dataset_list[i].state = 'training';
+          socket.emit('sys', '{ "sys": { "training": { '+
+          '"build": "' + obj.sys.dataset.build + '", "structure":"24", "epoch":64, "learning_rate":0.01, "filter_low":0, "filter_high":'+Math.ceil((636- Math.ceil(4400-50)*0.042))+' } } }');
+        }
+      }
+    }
+
+   if(obj.sys.training)
+   if(obj.sys.training.build && obj.sys.training.status){
+
+     if(obj.sys.training.status == 'running'){
+       progressLabel.text( "Learning process for " + obj.sys.training.build );
+       if (obj.sys.training.data.indexOf("[DONE]") != -1) {
+         var val = progressbar.progressbar( "value" ) + Math.ceil(20 / (dataset_list.length) / 2);
+         progressbar.progressbar( "value", val );
+       }
+
+       if( obj.sys.training.data.indexOf("classifier") != -1 ){
+         console.log('ici ; ' + obj.sys.training.data)
+        for (i=0; i < dataset_list.length; i++)
+          if(dataset_list[i].name == obj.sys.training.build) {
+            if( obj.sys.training.data.indexOf("Strong classifier") != -1 )
+              dataset_list[i].state = 'built_strong';
+            else if( obj.sys.training.data.indexOf("Weak classifier") != -1 )
+              dataset_list[i].state = 'built_weak';
+          }
+        }
+
+     }
+
+     done = true;
+     for (i=0; i < dataset_list.length; i++){
+       if(dataset_list[i].name == obj.sys.training.build && obj.sys.training.status == 'done'){
+         //console.log("LEARNING DONE\n")
+         if (dataset_list[i].state.indexOf("built") == -1)
+            dataset_list[i].state = 'error';
+        }
+
+        // If all learnings are done, close the progress bar
+       if (dataset_list[i].state.indexOf('built') == -1 && dataset_list[i].name != 'Nothing.dat')
+         done = false;
+       }
+     if (done) {
+       state_learning = '';
+       progressbar_win.dialog("close");
+       progressbar.progressbar( "value", 0 );
+     }
+   }
+  }
 
   state = "record";
-  function speaker_stats_new_process  (obj){
+  stop_record = false;
+  var dataset_list = [];
+  lock_loop_new = -1;
 
+  function speaker_stats_new_record  (obj){
+//    console.log(JSON.stringify(obj));
     if (state == "encoding" && obj.sys.records){
       document.getElementById('speaker_stats_new_progress_bar').innerHTML = "Sample encoding processing, waiting ... " + obj.sys.records.build + "<br>" ;
       if (obj.sys.records.build == new_speaker && obj.sys.records.status == "done" ){
         new_speaker = "";
         state = "record";
         new_speaker_count = 0;
+        stop_record = false;
         state = "record";
         $('#speaker_stats_new_init').show();
-        $('#speaker_stats_new_progress_bar').hide();
-        console.log("Terminated");
+        $('#speaker_stats_new_progress').hide();
+        //console.log("Terminated");
+
+        socket.emit('sys', JSON.stringify({sys:{dataset:{list:''}} }));
         dialog_new.dialog('close');
         }
       }
+    // If input has been reset because finised
+//    if(obj.sys.sample_count == 0 && lock_loop_new > 0)
+//      lock_loop_new = 0;
 
     if(state == "record" && obj.sys.state == 'ready'  && new_speaker != ""){
-      if (new_speaker_count > 10){
-        console.log("Record Encoding");
+
+      if (new_speaker_count > 100 || stop_record){
+        //console.log("Record Encoding");
         state = "encoding";
         socket.emit('sys', '{ "sys": { "records": { "build": "' + new_speaker + '" } } }');
         socket.emit('sys', JSON.stringify( {sys:{control:'play'}} ));
-
-        console.log("DONE");
+        //console.log("DONE");
       }
-      else setTimeout(function(){socket.emit('sys', JSON.stringify( {sys:{control:'next'}} ));}, 250);
+      else if (Math.abs(obj.sys.sample_count - lock_loop_new) <= 1){
 
-      if(obj_data.analysis.result.length == 1 &&  obj_data.analysis.result[0] == "Don t Know" && new_speaker != ""){
-        console.log("save sample\n");
-        socket.emit('sys', JSON.stringify( {sys:{sample: new_speaker+'('+obj_data.chan+')', classe:"+"}} ));
-        new_speaker_count ++;
+        if(obj_data.analysis.result.length == 1 &&  obj_data.analysis.result[0] == "Don t Know" && new_speaker != ""){
+          //console.log("save sample\n");
+          socket.emit('sys', JSON.stringify( {sys:{sample: new_speaker+'('+obj_data.chan+')', classe:"+"}} ));
+          new_speaker_count ++;
+        }
+        lock_loop_new = obj.sys.sample_count > lock_loop_new? obj.sys.sample_count: obj.sys.sample_count-1;
+        setTimeout(function(){socket.emit('sys', JSON.stringify( {sys:{control:'next'}} ));}, 250);
       }
-      document.getElementById('speaker_stats_new_progress_bar').innerHTML = 'Recording ... ' + new_speaker_count +" / 50 samples<br>";
+
+      else lock_loop_new = obj.sys.sample_count;
+      document.getElementById('speaker_stats_new_progress_bar').innerHTML = 'Recording ... ' + new_speaker + " - "+ new_speaker_count +" / 100 samples<br>";
+    }
+  }
+
+  function speaker_stats_update_print(){
+    var list = "";
+    for (var i=0; i < dataset_list.length; i++){
+      if      (dataset_list[i].state == "recorded")     color = "black";
+      else if (dataset_list[i].state == "training")     color = "blue";
+      else if (dataset_list[i].state == "built_strong") color = "green";
+      else if (dataset_list[i].state == "built_weak")   color = "orange";
+      else if (dataset_list[i].state == "error")        color = "red";
+
+      list += '<span style="color:'+color+'; margin:10px;">' + dataset_list[i].name + '</span> ';
+    }
+
+    $('#speaker_stats_lists').html(list);
+  }
+
+  function speaker_stats_update_dataset_list(obj){
+    if (obj.sys.dataset)
+    if(obj.sys.dataset.list){
+      dataset_list = new Array();
+      var list = "";
+      for (var i=0; i < obj.sys.dataset.list.length; i++)
+        if(dataset_list.indexOf(obj.sys.dataset.list[i]) == -1)
+          dataset_list.push({name:obj.sys.dataset.list[i], state:"recorded"});
     }
   }
 
   socket.on('sys', function(msg){
     try {
       obj = JSON.parse(msg.toString());
-      speaker_stats_new_process(obj);
+
+      speaker_stats_new_record(obj);
+      speaker_build_classifier(obj);
+
+      speaker_stats_update_dataset_list(obj);
+      speaker_stats_update_print();
     }
     catch(err){
       console.log("Error on sys: " + err + " MSG received: "+ msg.toString());
     }
   });
 
 
-/*
-* END AUTO RECORD OF NEW SPEAKER
-*/
+  /******************************************************************************/
+  /* Pie chart view                                                             */
+  /******************************************************************************/
 
   var dialog = this.dialog =   $( '#speaker_stats'  ).dialog({
     autoOpen: true,
     width:650,
     modal: false,
     dialogClass: 'speaker_stats',
     buttons:{
-      NEW: function(){
-
+      RESET_ALL: function(){
+        socket.emit('sys', JSON.stringify( {sys:{init:''}}));
+        setTimeout(function(){
+          socket.emit('sys', JSON.stringify({sys:{dataset:{list:''}} }));
+        }, 500);
+      },
+      ADD_SPEAKER: function(){
         dialog_new.dialog('open');
       },
-      BUILD: function(){
-
+      BUILD_ALL: function(){
+        speaker_build_classifier_init();
       },
       START:function(){
         speakers_count = [['Speaker', 'Score']];
+        speaker_start();
       },
     }
   });
 
+
   var speaker_stats_piechart = new google.visualization.PieChart(document.getElementById('speaker_stats_piechart'));
+  // Load list of recorded dataset
+  setTimeout(function(){
+    socket.emit('sys', JSON.stringify({sys:{dataset:{list:''}} }));
+  }, 500);
+
   this.show = function(){
     this.dialog.dialog('open');
   }
@@ -156,7 +334,6 @@ function SpeakerStats(parent, names){
         height:"100%"
         }
     };
-
     speaker_stats_piechart.draw(data, options);
   }
 
@@ -165,11 +342,8 @@ function SpeakerStats(parent, names){
 
   socket.on('sys', function(msg){
 
-
-
     try {
       obj = JSON.parse(msg.toString());
-//      speaker_stats_new_process(obj);
     }
     catch(err){
       console.log("Error on sys: " + err + " MSG received: "+ msg.toString());