manage.js

/** Copyright 2015 Board of Trustees of University of Illinois
 * All rights reserved.
 *
 * This source code is licensed under the MIT license found in the
 * LICENSE file in the root directory of this source tree.
 */
const fs = require('fs');
const readline = require('readline');
const sys = require('sys');
const exec = require('child_process').exec;
const db = require('../db/db');

const utils = require('../utils/logging');
const perror = utils.perror;
const info = utils.info;
const log = utils.log;

const storage = multer.diskStorage({
  destination: function(req, file, callback) {
    callback(null, './videos');
  },
  filename: function(req, file, callback) {
    var split = file.originalname.split(/(?:.mp4|.avi|.flv|.wmv|.mov|.wav|.ogv|.mpg|.m4v)/);
    callback(null, file.originalname);
  }
});

//var manageCoursePage = fs.readFileSync(mustachePath + 'manageCourse.mustache').toString();

router.get('/manage/:courseOfferingId', function (request, response) {

  if (request.isAuthenticated()) {
    var courseOfferingId = request.params.courseOfferingId;
    var className = '';
    var userInfo = request.user;
    var courses = request.session['currentContent'];

    /* no cached courses */
    if(!courses) {
      response.redirect('../courses');
      return;
    }

    /* check if the offeringId is in the stored in the cookie */
    for (let i = 0; i < courses.length; i++) {
      /* offeringId is found */
      if (courseOfferingId === courses[i].courseOfferingId) {
        className = courses[i].acronym + ' ' + courses[i].courseNumber;
        break;
      }
    }

    /* relating offeringId is not found */
    if (className === '') {
      db.validateUserAccess( courseOfferingId, userInfo.id).then(result => {
        response.writeHead(200, {
          'Content-Type': 'text/html'
        });

        if (!result) {
          var error = 'Course Not Found.'
          perror(error);
          response.send({ message : error, html : '/' });
        } else { /* TODO: check permission */
          renderWithPartial(Mustache.getMustacheTemplate('manageCourse.mustache'), request, response, { className : className} );
        }
      }).catch(err => perror(err)) /* db.validateUserAccess() */
    } else {
      response.writeHead(200, {
        'Content-Type': 'text/html'
      });
      renderWithPartial(Mustache.getMustacheTemplate('manageCourse.mustache'), request, response, { className : className} );
    }
  } else  {
      response.redirect('/login?redirectPath=' + encodeURIComponent(request.originalUrl));
  }
});

var upload = multer({ dest: 'manage/' })

/* similar to /uploadLectureVideos,  used for single upload*/
router.post('/manage/:courseOfferingId', upload.single('filename'), function(request, response) {
  var className = request._parsedOriginalUrl.pathname.split("/")[2];
  var upload = multer({ storage : storage}).any();
  var path_videos = path.join(__dirname, "../videos");
  var path_class = path.join(__dirname, "../videos/"+className);

  var path_splitRunner = path.join(__dirname, "../utility_scripts/splitRunner.js");
  var path_taskInitializer = path.join(__dirname, "../utility_scripts/taskInitializer.js");
  var path_splitted = path.join(__dirname, "../videos/splitted");

  upload(request, response, function(err) {
    var filename = request.file.filename;
    var directory = request.file.destination;
    var filepath = request.file.path;

    var original_path_file = path.join(path_videos, filename);
    var path_file = path.join(path_class, filename);
    /* add .txt file for test purpose*/
    var file_no_ext = (filename.split(/(?:.mp4|.avi|.flv|.wmv|.mov|.wav|.ogv|.mpg|.m4v|.txt)/))[0];
    var path_file_no_ext = path.join(path_class, file_no_ext);

    fs.renameSync(original_path_file, path_file);

    /* next two execs are for converting the video to the proper format */
    exec("ffmpeg -i " + path_file + " -codec:v libx264 -strict -2 -profile:v high -preset slow -b:v 500k -maxrate 500k -bufsize 1000k -threads 0 " + path_file_no_ext + ".mp4", function(err, stdout, stderr) {
      if (err !== null) {
        console.log("%s exec ffmpeg mp4 error: ", filename, err);
      }
      exec("ffmpeg -i " + path_file + " -f wav -ar 22050 " + path_file_no_ext + ".wav", function(err, stdout, stderr) {
        if (err !== null) {
          console.log("%s exec ffmpeg wav error: ", filename, err);
        }
        /* node utility_scripts/splitRunner.js <path_to_directory_with_videos> <class_name> */
        /* splits the videos */
        exec("node " + path_splitRunner + " " + path_class + " " + courseOfferingId, function(err, stdout, stderr) {
          if (err !== null) {
            console.log("%s exec splitRunner error: ", filename, err);
          }
          /* node utility_scripts/taskInitializer.js <path_to_directory_with_videos> <class_name> */
          /* adds the videos to the queue to be transcribed */
          exec("node " + path_taskInitializer + " " + path_class + " " + courseOfferingId, function(err, stdout, stderr) {
            if (err !== null) {
              console.log("%s exec taskInitializer error: ", filename, err);
            }
            fs.renameSync(path_file, path.join(path_splitted, filename));
          });
        });
      });
    });
  });

  response.end();
});

/* add the instructors to the database */
router.post('/addInstructors', function (request, response) {
   var data = request.body.instructors;
   var instructors = data.split(/[\s,;:\n]+/);
   var toadd = [];
   for(instructor in instructors) {
    if(instructor.match(/\^w+@[a-z]+?\.edu$/)) {
      toadd.push(instructor);
    }
   }
   console.log(instructors);
   console.log(toadd);
   db.addInstructors(toadd, function(err, res) {
   // client.sadd("instructors", toadd, function(err, res) {
      if(err) console.log(err);
   		console.log("added instructors");
   });
   response.send(instructors);
});


/* add the students to the database */
router.post('/addStudents', function (request, response) {
   var data = request.body.students;
   var students = data.split(/[\s,;:\n]+/);
   db.addStudents(students, function(err, res) {
   // client.sadd("students", students, function(err, res) {
   		console.log("added students");
   });
   response.send(students);
});


/* upload the file of students, then add students to database */
//var upload = multer({ storage : storage}).single('studentsFile');
router.post('/UploadStudentsFiles', function (request, response) {
  var upload = multer({ storage : storage}).any();
  upload(request, response, function(err) {
    //console.log(request.files[0].path);
    var interface = readline.createInterface({
      input: fs.createReadStream(request.files[0].path)
    });
    interface.on('line', function (line) {
      db.addStudents(line, function(err) {
        console.log("added student: " + line);
      })
    });
    /* delete the file after adding to database */
    fs.unlinkSync(request.files[0].path);
    response.end();
  });
});


/* upload the lecture video and segment it into 4-6 minute chunks */
router.post('/uploadLectureVideos', function(request, response) {
  //var className = request.body.className.toUpperCase();
  var className = "CLASSNAME";
  var upload = multer({ storage : storage}).any();
  var path_videos = path.join(__dirname, "../videos");
  var path_class = path.join(__dirname, "../videos/"+className);

  var path_splitRunner = path.join(__dirname, "../utility_scripts/splitRunner.js");
  var path_taskInitializer = path.join(__dirname, "../utility_scripts/taskInitializer.js");
  var path_splitted = path.join(__dirname, "../videos/splitted");

  upload(request, response, function(err) {
    var filename = request.files[0].filename;
    var directory = request.files[0].destination;
    var filepath = request.files[0].path;

    console.log("actual filename: ", filename);

    var original_path_file = path.join(path_videos, filename);
    var path_file = path.join(path_class, filename);
    var file_no_ext = (filename.split(/(?:.mp4|.avi|.flv|.wmv|.mov|.wav|.ogv|.mpg|.m4v)/))[0];
    var path_file_no_ext = path.join(path_class, file_no_ext);
    console.log("oringal_path_file: ", original_path_file);
    console.log("path_file: ", path_file);
    console.log("path_file_no_ext", path_file_no_ext);

    console.log("About to execute ffmpeg mp4: ", filename);

    fs.renameSync(original_path_file, path_file);

    /* next two execs are for converting the video to the proper format */
    exec("ffmpeg -i " + path_file + " -codec:v libx264 -strict -2 -profile:v high -preset slow -b:v 500k -maxrate 500k -bufsize 1000k -threads 0 " + path_file_no_ext + ".mp4", function(err, stdout, stderr) {
      console.log("Inside ffmpeg mp4: ", filename);
      console.log("%s stdout: ", filename, stdout);
      console.log("%s stderr: ", filename, stderr);
      if (err !== null) {
        console.log("%s exec ffmpeg mp4 error: ", filename, err);
      }
      console.log("About to execute ffmpeg wav: ", filename);
      exec("ffmpeg -i " + path_file + " -f wav -ar 22050 " + path_file_no_ext + ".wav", function(err, stdout, stderr) {
        console.log("Inside ffmpeg wav: ", filename)
        console.log("%s stdout: ", filename, stdout);
        console.log("%s stderr: ", filename, stderr);
        if (err !== null) {
          console.log("%s exec ffmpeg wav error: ", filename, err);
        }
        console.log("About to execute splitRunner: ", filename);
        /* node utility_scripts/splitRunner.js <path_to_directory_with_videos> <class_name> */
        /* splits the videos */
        exec("node " + path_splitRunner + " " + path_class + " " + className, function(err, stdout, stderr) {
          console.log("Inside splitRunner: ", filename)
          console.log("%s stdout: ", filename, stdout);
          console.log("%s stderr: ", filename, stderr);
          if (err !== null) {
            console.log("%s exec splitRunner error: ", filename, err);
          }
          console.log("About to execute taskInitializer: ", filename);
          /* node utility_scripts/taskInitializer.js <path_to_directory_with_videos> <class_name> */
          /* adds the videos to the queue to be transcribed */
          exec("node " + path_taskInitializer + " " + path_class + " " + className, function(err, stdout, stderr) {
            console.log("Inside taskInitializer: ", filename);
            console.log("%s stdout: ", filename, stdout);
            console.log("%s stderr: ", filename, stderr);
            if (err !== null) {
              console.log("%s exec taskInitializer error: ", filename, err);
            }
            console.log("Finished taskInitializer: ", filename);
            fs.renameSync(path_file, path.join(path_splitted, filename));
          });
        });
      });
    });
  });
  response.end();
});


module.exports = router;