git.roojs.org Git - gitlive/blob - GitMonitor.vala

   1
   2
   3
   4 public class GitMonitorQueue : MonitorNamePathDir {
   5         // name = basename
   6         // path = full path..
   7         // dir = dir path
   8
   9         public string gitpath;
  10         public string vdir;  // relative path (within git)
  11         public string vname;  // relative filename (within git)
  12         public string message ; // for commit
  13         public bool commit_all;
  14
  15         public GitMonitorQueue(MonitorNamePathDir f) {
  16
  17             base(f.name, f.path, f.dir);
  18
  19             this.message = "";
  20             this.commit_all = false;
  21
  22             var vpath_ar = this.dir.substring(GitMonitor.gitlive.length +1).split("/", 0);
  23
  24             if (vpath_ar[0].length < 1) {
  25
  26                 this.gitpath = "";
  27                 this.vdir = "";
  28                 this.vname = "";
  29             }
  30
  31
  32             this.gitpath = GitMonitor.gitlive + "/" + vpath_ar[0];
  33
  34             string[]  vpath = {};
  35             for (var i = 1; i< vpath_ar.length; i++) {
  36                 vpath += vpath_ar[i];
  37             }
  38
  39             this.vdir =  string.joinv("/", vpath);
  40
  41             this.vname =  this.vdir + (this.vdir.length > 0 ? "/" : "") + this.name;
  42 /*
  43             stdout.printf(
  44                     "NEW GitMonitorQueue\nname: %s\npath: %s\ndir: %s\n" +
  45                     "gitpath: %s\nvdir: %s\nvname: %s\n",
  46                     this.name, this.path, this.dir,
  47                     this.gitpath, this.vdir, this.vname
  48             );
  49 */
  50
  51             //f.repo = new imports.Scm.Git.Repo({ repopath: f.gitpath })
  52
  53
  54         }
  55
  56         public bool shouldIgnore()
  57         {
  58
  59
  60             // vim.. what a seriously brain dead program..
  61             if (this.name == "4913") {
  62                 return true;
  63             }
  64
  65             if (this.name[0] == '.') {
  66                 // except!
  67                 if (this.name == ".htaccess") {
  68                     return false;
  69                 }
  70
  71                 return true;
  72             }
  73             if (this.name[this.name.length -1] == '~') {
  74                 return true;
  75             }
  76
  77             //if (f.name.match(/~$/)) {
  78             //    return true;
  79             //}
  80             //if (f.name.match(/^nbproject/)) {
  81             //    return true;
  82             //}
  83             // ignore anything in top level!!!!
  84             if (this.gitpath.length < 1) {
  85                 return true;
  86             }
  87
  88             return false;
  89         }
  90
  91         /** -- statics --*/
  92
  93         public static int indexOfAdd( Array<GitMonitorQueue> add_files, string add)
  94         {
  95             for(var i =0; i < add_files.length; i++) {
  96                 if (add_files.index(i).vname == add) {
  97                     return i;
  98                 }
  99             }
 100             return -1;
 101         }
 102         public static  int indexOfMessage(Array<GitMonitorQueue> messages, string message)  {
 103             for(var i =0; i < messages.length; i++) {
 104                 if (messages.index(i).message == message) {
 105                     return i;
 106                 }
 107             }
 108             return -1;
 109         }
 110         public static string messageToString(Array<GitMonitorQueue> messages ) {
 111             string[] ret = {};
 112             for(var i =0; i < messages.length; i++) {
 113                 ret+= messages.index(i).message;
 114             }
 115             return string.joinv("\n",ret);
 116         }
 117
 118 }
 119
 120
 121
 122 public class GitMonitor : Monitor
 123 {
 124
 125     public static GitMonitor gitmonitor;
 126     /**
 127      * @property {String} the "gitlive" directory, normally ~/gitlive
 128      *  dset by OWNER... - we should do this as a CTOR.
 129      *
 130      */
 131     public static string gitlive;
 132
 133
 134     public Array<GitMonitorQueue> queue ;
 135     public bool queueRunning = false;
 136
 137     public DateTime lastAdd;
 138
 139
 140     public GitMonitor () {
 141         this.queue = new Array<GitMonitorQueue>();
 142         GitMonitor.gitmonitor = this;
 143     }
 144
 145
 146
 147
 148     public new void pause() {
 149         this.paused = true;
 150         // what does this do to the old one...
 151         this.queue = new Array<GitMonitorQueue> ();
 152         StatusIconA.statusicon.set_from_stock( Gtk.Stock.MEDIA_PAUSE );
 153
 154     }
 155
 156     public new void resume () {
 157         this.paused = false;
 158         this.queue = new Array<GitMonitorQueue> ();
 159         StatusIconA.statusicon.set_from_stock( Gtk.Stock.MEDIA_PLAY );
 160
 161
 162     }
 163     /**
 164      * Start the monitoring
 165      * and run the queue every 500 milliseconds..
 166      *
 167      */
 168     public new void start() {
 169         StatusIconA.statusicon.set_from_stock( Gtk.Stock.REFRESH );
 170
 171
 172         this.lastAdd = new DateTime.now(new TimeZone.local());
 173
 174         Timeout.add_full(Priority.LOW, 500, () => {
 175             //stdout.printf("GitMonitor.start :: top.length = %u\n", this.top.length);
 176             // call this.monitor on each of 'top'
 177             for(int i = 0; i < this.top.length ; i++) {
 178
 179                 this.monitor(this.top.index(i) );
 180             }
 181             StatusIconA.statusicon.set_from_stock( Gtk.Stock.MEDIA_PLAY );
 182
 183
 184
 185             try {
 186
 187
 188                 var notification = new Notify.Notification(
 189                     "Git Live",
 190                     "%s\nMonitoring %u Directories".printf(GitMonitor.gitlive, this.monitors.length),
 191                      "dialog-information"
 192                 );
 193
 194                 notification.set_timeout(5);
 195                 notification.show();
 196             } catch(Error e) {
 197                 print(e.message);
 198             }
 199             return false; // do not keep doing this..
 200
 201         });
 202
 203
 204         Timeout.add_full(Priority.LOW, 1000, () => {
 205             //TIMEOUT", _this.queue.length , _this.queueRunning].join(', '));
 206
 207             //stdout.printf("QL %u: QR: %d\n", this.queue.length, this.queueRunning ? 1 : 0);
 208             if (this.queue.length < 1  || this.queueRunning) {
 209                 return true;
 210             }
 211
 212             var last = -1 * this.lastAdd.difference(new DateTime.now(new TimeZone.local()));
 213
 214             // stdout.printf("LAST RUN: %s (expect %s) \n" ,
 215             //         last.to_string(),   (5 * TimeSpan.SECOND).to_string() );
 216
 217             if (last < 5 * TimeSpan.SECOND) { // wait 5 seconds before running. ????
 218                 return true;
 219             }
 220             //_this.lastAdd = new Date();
 221             //return 1;
 222
 223             this.runQueue();
 224             return true; //
 225         });
 226
 227     }
 228
 229
 230     public new void stop() {
 231         StatusIconA.statusicon.set_from_stock( Gtk.Stock.MEDIA_PAUSE );;
 232         base.stop();
 233     }
 234
 235
 236     public new void monitor (string path,  int depth = 0)
 237     {
 238
 239         //var depth = typeof(depth) == 'number'  ? depth *1 : 0;
 240
 241
 242         // if we are not at top level.. and there is a .git directory  (it's a submodule .. ignore)
 243         if (depth > 1 && FileUtils.test(path + "/.git" , FileTest.IS_DIR)) {
 244             return;
 245         }
 246
 247         if (depth == 1) {
 248             // FIXME - check if repo is flagged as not autocommit..
 249             //var repo = imports.Scm.Repo.Repo.get(path);
 250             //if (!repo || !repo.autocommit()) {
 251             //    return;
 252             //}
 253         }
 254
 255
 256         // check if the repo is to be monitored.
 257         //print("PATH : " + path);
 258
 259
 260         base.monitor(path, depth);
 261     }
 262
 263
 264
 265     /**
 266      * run the queue.
 267      * - pulls the items off the queue
 268      *    (as commands run concurrently and new items may get added while it's running)
 269      * - runs the queue items
 270      * - pushes upstream.
 271      *
 272      */
 273     public void runQueue()
 274     {
 275
 276         if (this.paused) {
 277             return;
 278         }
 279         print("GitMonitor.runQueue\n");
 280
 281         this.queueRunning = true;
 282
 283         var cmds = new Array<GitMonitorQueue>();
 284
 285         for(var i = 0; i < this.queue.length; i++) {
 286             cmds.append_val(this.queue.index(i));
 287         }
 288
 289         this.queue = new Array<GitMonitorQueue>();// empty queue!
 290
 291
 292         string[] success = {};
 293         string[] failure = {};
 294        //var repos = new Array<GitRepo>(); //??
 295         //var done = new Array<GitMonitorQueue>();
 296
 297         // first build a array of repo's to work with
 298         var repo_list = new Array<GitRepo>();
 299
 300         // pull and group.
 301
 302         //print(JSON.stringify(cmds));
 303         // make sure nothing get's added to the queue where we are doing this..
 304
 305         this.paused = true;
 306
 307         print("GitMonitor.runQueue - creating repos\n");
 308
 309         for(var i = 0; i < cmds.length; i++) {
 310
 311             var cmd = cmds.index(i);
 312
 313             var gitpath = cmd.gitpath;
 314             stdout.printf("GitMonitor.runQueue - finding %s\n", cmd.gitpath);
 315
 316             var ix  = GitRepo.indexOf(repo_list,  cmd.gitpath);
 317             if (ix < 0) {
 318                 repo_list.append_val(new GitRepo( gitpath ));
 319                 ix = GitRepo.indexOf(repo_list,  cmd.gitpath);
 320             }
 321             stdout.printf("GitMonitor.runQueue - adding to repolist %d\n", ix);
 322
 323             //if (typeof(repo_list[gitpath]) == 'undefined') {
 324             //    repo_list[gitpath] = new imports.Scm.Git.Repo.Repo( { repopath : gitpath });
 325             //    repo_list[gitpath].cmds = [];
 326              //   repo_list[gitpath].pull();
 327             //}
 328             repo_list.index(ix).cmds.append_val(cmd);
 329
 330         }
 331         this.paused = false;
 332         // build add, remove and commit message list..
 333
 334         print("GitMonitor.runQueue - creating actions\n");
 335
 336         for(var i = 0;i < repo_list.length;i++) {
 337
 338             var repo = repo_list.index(i);
 339
 340             var add_files = new Array<GitMonitorQueue>();
 341             var add_files_f = new Array<GitMonitorQueue>();
 342             var remove_files = new Array<GitMonitorQueue>();
 343             var messages = new Array<GitMonitorQueue>();
 344             //print(JSON.stringify(repo.cmds,null,4));
 345
 346             for(var ii = 0;ii < repo.cmds.length;ii++) {
 347                 var cmd = repo.cmds.index(ii);
 348
 349
 350                 switch(cmd.action) {
 351                     case "add" :
 352
 353                         if (GitMonitorQueue.indexOfAdd(add_files, cmd.vname) > -1) {
 354                            break;
 355                         }
 356
 357                         add_files.append_val(cmd);
 358                         break;
 359
 360                     case "rm":
 361                         if (GitMonitorQueue.indexOfAdd(add_files, cmd.vname) > -1 ) {
 362                            break;
 363                         }
 364
 365                         // if file exists, do not try and delete it.
 366                         if (FileUtils.test(cmd.vname, FileTest.EXISTS)) {
 367                             break;
 368                         }
 369
 370                         remove_files.append_val(cmd);
 371                         break;
 372
 373                     case "commit" :
 374                         if (GitMonitorQueue.indexOfMessage(messages, cmd.message) > -1 ) {
 375                            break;
 376                         }
 377                         messages.append_val(cmd);
 378
 379                         break;
 380                     default:
 381                         stdout.printf("Opps unmatched action %s\n", cmd.action);
 382                         break;
 383                 }
 384             }
 385
 386             //repo.debug = 1;
 387             // these can fail... at present... as we wildcard stuff.
 388             stdout.printf("ADD : %u files\n"  , add_files.length);
 389
 390             // make sure added files do not get removed.. ??
 391             /*
 392             var remove_files_f = new Array<GitMonitorQueue>();
 393             for(var ii = 0;ii < remove_files.length;ii++) {
 394                 if (GitMonitorQueue.indexOfAdd(add_files,  remove_files.index(ii).vname) > -1 ) {
 395                      continue;
 396                 }
 397                 remove_files_f.append_val(remove_files.index(ii));
 398             };
 399             stdout.printf("REMOVE : %u files\n"  , remove_files_f.length);
 400             */
 401
 402             // if file was added, then removed,
 403
 404
 405             // make sure monitoring is paused so it does not recursively pick up
 406             // deletions
 407             try {
 408                 repo.pull();
 409             } catch(Error e) {
 410                 failure +=  e.message;
 411             }
 412
 413
 414             // -- DO STUFF..
 415             try {
 416                 repo.add(add_files);
 417             } catch(Error e) {
 418                 failure +=  e.message;
 419             }
 420             try {
 421                  repo.remove(remove_files_f);
 422             } catch(Error e) {
 423                 failure +=  e.message;
 424             }
 425
 426             this.paused = false;
 427
 428
 429             try {
 430                 success += repo.commit(
 431                     GitMonitorQueue.messageToString(messages),
 432                     add_files
 433                 );
 434                 success += repo.push();
 435
 436             } catch(Error e) {
 437                 failure += e.message;
 438
 439             }
 440         }
 441
 442         // finally merge all the commit messages.
 443
 444         try {
 445             // catch notification failures.. so we can carry on..
 446             if (success.length > 0) {
 447
 448
 449                 var notification = new Notify.Notification(
 450                     "Git Live Commited",
 451                     string.joinv("\n",success),
 452                      "dialog-information"
 453
 454                 );
 455
 456                 notification.set_timeout(5);
 457                 notification.show();
 458             }
 459
 460             if (failure.length > 0) {
 461
 462                 var notification = new Notify.Notification(
 463                       "Git Live ERROR!!",
 464                     string.joinv("\n",failure),
 465                     "dialog-information"
 466
 467                 );
 468
 469                 notification.set_timeout(5); // show errros for longer
 470                 notification.show();
 471             }
 472         } catch(Error e) {
 473             print(e.message);
 474
 475         }
 476         this.queueRunning = false;
 477     }
 478
 479
 480
 481
 482
 483     //string[] just_created;
 484
 485
 486
 487
 488
 489
 490
 491
 492     public override  void onChanged(MonitorNamePathDir src)
 493     {
 494         print("GitMonitor.onChanged\n");
 495         return; // always ignore this..?
 496         //this.parsePath(src);
 497     }
 498
 499
 500
 501     /**
 502      *  results in  git add  + git commit..
 503      *
 504      */
 505     public override void onChangesDoneHint(MonitorNamePathDir src)
 506     {
 507         print("GitMonitor.onChangedHint\n");
 508         if (this.paused) {
 509             return;
 510         }
 511
 512
 513         this.lastAdd = new DateTime.now(new TimeZone.local());
 514         var cmd = new GitMonitorQueue(src);
 515         if (cmd.shouldIgnore()) {
 516             return;
 517         }
 518
 519
 520         //var add_it = false;
 521         /*
 522         if (this.is_just_created(cmd.path)) {
 523
 524         if (typeof(this.just_created[src.path]) !='undefined') {
 525             delete this.just_created[src.path];
 526
 527             this.queue.push(
 528                 [ src.gitpath,  'add', src.vpath ],
 529                 [ src.gitpath,  'commit',    { message: src.vpath} ]
 530
 531             );
 532
 533             return;
 534         }
 535         */
 536         cmd.action = "add";
 537         this.queue.append_val(cmd);
 538
 539         cmd = new GitMonitorQueue(src);
 540         cmd.action = "commit";
 541         cmd.message = cmd.vname;
 542         this.queue.append_val(cmd);
 543
 544
 545     }
 546     public override  void onDeleted(MonitorNamePathDir src)
 547    {
 548         print("GitMonitor.onDeleted\n");
 549         if (this.paused) {
 550             return;
 551         }
 552         this.lastAdd = new DateTime.now(new TimeZone.local());
 553         var cmd = new GitMonitorQueue(src);
 554         if (cmd.shouldIgnore()) {
 555             return;
 556         }
 557         // should check if monitor needs removing..
 558         // it should also check if it was a directory.. - so we dont have to commit all..
 559         cmd.action = "rm";
 560         this.queue.append_val(cmd);
 561
 562         cmd = new GitMonitorQueue(src);
 563         cmd.action = "commit";
 564         cmd.message = cmd.vname;
 565         cmd.commit_all = true;
 566
 567         this.queue.append_val(cmd);
 568
 569     }
 570     public override  void onCreated(MonitorNamePathDir src) {
 571         print("GitMonitor.onCreated\n");
 572         if (this.paused) {
 573             return;
 574         }
 575         this.lastAdd = new DateTime.now(new TimeZone.local());
 576         var cmd = new GitMonitorQueue(src);
 577         if (cmd.shouldIgnore()) {
 578             return;
 579         }
 580
 581         if (!FileUtils.test(src.path, GLib.FileTest.IS_DIR)) {
 582            // this.just_created[src.path] = true;
 583             return; // we do not handle file create flags... - use done hint.
 584         }
 585         // directory has bee created
 586         this.monitor(src.path);
 587         //this.top.append_val(src.path);
 588         //this.monitor(src.path );
 589
 590
 591 // -- no point in adding a dir.. as git does not handle them...
 592 //        this.queue.push(
 593   //          [ src.gitpath, 'add' , src.vpath,  { all: true } ],
 594  //           [ src.gitpath, 'commit' , { all: true, message: src.vpath} ]
 595   //
 596    //     );
 597
 598     }
 599
 600     public  override void onAttributeChanged(MonitorNamePathDir src) {
 601         print("GitMonitor.onAttributeChanged\n");
 602         if (this.paused) {
 603             return;
 604         }
 605         if (src.dir == GitMonitor.gitlive) {
 606            return; // attribute on top level..
 607         }
 608
 609         this.lastAdd = new DateTime.now(new TimeZone.local());
 610         var cmd = new GitMonitorQueue(src);
 611         if (cmd.shouldIgnore()) {
 612             return;
 613         }
 614         cmd.action = "add";
 615         this.queue.append_val(cmd);
 616
 617         cmd = new GitMonitorQueue(src);
 618         cmd.action = "commit";
 619         cmd.message = "Attribute changed " + cmd.vname;
 620         this.queue.append_val(cmd);
 621     }
 622
 623    public  override void onMoved(MonitorNamePathDir src,MonitorNamePathDir dest)
 624     {
 625         print("GitMonitor.onMoved\n");
 626         if (this.paused) {
 627             return;
 628         }
 629         this.lastAdd = new DateTime.now(new TimeZone.local());
 630         var cmd_s = new GitMonitorQueue(src);
 631
 632         var cmd_d = new GitMonitorQueue(src);
 633
 634
 635         if (cmd_d.gitpath != cmd_s.gitpath) {
 636             this.onDeleted(src);
 637             this.onCreated(dest);
 638             this.onChangesDoneHint(dest);
 639             return;
 640         }
 641         // needs to handle move to/from unsupported types..
 642
 643         if (cmd_s.shouldIgnore()) {
 644             this.onCreated(dest);
 645             this.onChangesDoneHint(dest);
 646             return;
 647
 648         }
 649         if (cmd_d.shouldIgnore()) {
 650
 651             this.onDeleted(src);
 652
 653
 654             return;
 655         }
 656
 657         cmd_s.action = "rm";
 658         this.queue.append_val(cmd_s);
 659
 660
 661
 662
 663         cmd_d.action = "add";
 664         this.queue.append_val(cmd_d);
 665
 666
 667         var cmd = new GitMonitorQueue(dest);
 668         cmd.action = "commit";
 669         cmd.message = "MOVED " + cmd_s.vname + " to " + cmd_d.vname;
 670         this.queue.append_val(cmd);
 671
 672
 673
 674     }
 675
 676 }