Changed Notify.php
authorAlan <alan@roojs.com>
Wed, 9 Aug 2023 08:52:32 +0000 (16:52 +0800)
committerAlan <alan@roojs.com>
Wed, 9 Aug 2023 08:52:32 +0000 (16:52 +0800)
Notify.php

index 69dd1cd..ef11214 100644 (file)
@@ -164,6 +164,7 @@ class Pman_Core_Notify extends Pman
         }
     }
     
+    var $queue = array();
     
     function get($r,$opts=array())    
     {
@@ -222,7 +223,7 @@ class Pman_Core_Notify extends Pman
         $w->autoJoin();
         $w->find();
         
-        $ar = array(); // $w->fetchAll();
+        
         
         if (!empty($opts['list'])) {
             
@@ -238,32 +239,34 @@ class Pman_Core_Notify extends Pman
         }
         
         //echo "BATCH SIZE: ".  count($ar) . "\n";
-        $pushed = array();
+       
         $requeue = array();
         while (true) {
             // only add if we don't have any queued up..
-            if (empty($ar) && $w->fetch()) {
-                $ar[] = clone($w);
+            if (empty($this->queue) && $w->fetch()) {
+                $this->queue[] = clone($w);
                 $total--;
             }
             
-            $this->logecho("BATCH SIZE: ".  (count($ar) + $total) );
+            $this->logecho("BATCH SIZE: ".  (count($this->queue) + $total) );
             
-            if (empty($ar)) {
-                $this->logecho("COMPLETED MAIN QUEUE - running deleted");
-                
+            if (empty($this->queue)) {
+                $this->logecho("COMPLETED MAIN QUEUE - running maxed out domains");
+                if ($pushed === true) {
+                    $pushed = $this->remainingDomainQueue();
+                }
                 if (empty($pushed)) {
                     break;
                 }
-                $ar = $pushed;
+                $this->queue = $pushed;
                 $pushed = false;
                 continue;
             }
             
             
-            $p = array_shift($ar);
+            $p = array_shift($this->queue);
             if (!$this->poolfree()) {
-                array_unshift($ar,$p); /// put it back on..
+                array_unshift($this->queue,$p); /// put it back on..
                 sleep(3);
                 continue;
             }
@@ -271,6 +274,9 @@ class Pman_Core_Notify extends Pman
             
             if ($this->poolHasDomain($email) > $this->max_to_domain) {
                 
+                // push it to a 'domain specific queue'
+                
+                
                 if ($pushed === false) {
                     // we only try once to requeue..
                     $this->logecho("REQUEING - maxed out that domain - {$email}");
@@ -278,8 +284,8 @@ class Pman_Core_Notify extends Pman
                     continue;
                 }
                 $this->logecho("PUSHING - maxed out that domain - {$email}");
-                $pushed[] = $p;
                 
+                $this->pushQueueDomain($p, $email);
                 
                 //sleep(3);
                 continue;
@@ -295,7 +301,7 @@ class Pman_Core_Notify extends Pman
         // we should have a time limit here...
         while(count($this->pool)) {
             $this->poolfree();
-             sleep(3);
+            sleep(3);
         }
          
         foreach($requeue as $p) {
@@ -532,6 +538,9 @@ class Pman_Core_Notify extends Pman
             //}
             $this->logecho("ENDED: ({$p['pid']}) " .  $p['cmd'] . " : " . file_get_contents($p['out']) );
             @unlink($p['out']);
+            // at this point we could pop onto the queue the 
+            $this->popQueueDomain($p['email']);
+            
             //unlink($p['out']);
         }
         $this->logecho("POOL SIZE: ". count($pool) );
@@ -562,6 +571,37 @@ class Pman_Core_Notify extends Pman
         return $ret;
         
     }
+    var $domain_queue = array();
+    function popQueueDomain($email)
+    {
+        $ea = explode('@',$email);
+        $dom = strtolower(array_pop($ea));
+        if (empty($this->domain_queue[$dom])) {
+            return;
+        }
+        array_unshift($this->queue, array_shift($this->domain_queue[$dom]));
+        
+    }
+    
+    function pushQueueDomain($e, $email)
+    {
+        $ea = explode('@',$email);
+        $dom = strtolower(array_pop($ea));
+        if (!isset($this->domain_queue[$dom])) {
+            $this->domain_queue[$dom] = array();
+        }
+        $this->domain_queue[$dom][] = $e;
+    }
+    function remainingDomainQueue()
+    {
+        $ret = array();
+        foreach($this->domain_queue as $dom => $ar) {
+            $ret = array_merge($ret, $ar);
+        }
+        return $ret;
+    }
+    
+    
 
     function output()
     {