FEATURE: add size information for redis keys (WIP)

Author: batabana

Classes/BackendUi/BackendUiDataService.php

@@ -9,6 +9,7 @@
 use Flowpack\DecoupledContentStore\Core\Domain\ValueObject\ContentReleaseIdentifier;
 use Flowpack\DecoupledContentStore\Core\Domain\ValueObject\PrunnerJobId;
 use Flowpack\DecoupledContentStore\Core\Domain\ValueObject\RedisInstanceIdentifier;
+use Flowpack\DecoupledContentStore\Core\Infrastructure\RedisClientManager;
 use Flowpack\DecoupledContentStore\NodeEnumeration\Domain\Repository\RedisEnumerationRepository;
 use Flowpack\DecoupledContentStore\NodeRendering\Dto\RenderingStatistics;
 use Flowpack\DecoupledContentStore\NodeRendering\Infrastructure\RedisRenderingErrorManager;
@@ -59,6 +60,12 @@ class BackendUiDataService
      */
     protected $redisReleaseSwitchService;
 
+    /**
+     * @Flow\Inject
+     * @var RedisClientManager
+     */
+    protected $redisClientManager;
+
     public function loadBackendOverviewData(RedisInstanceIdentifier $redisInstanceIdentifier)
     {
         $contentReleaseIds = $this->redisContentReleaseService->fetchAllReleaseIds($redisInstanceIdentifier);
@@ -83,13 +90,30 @@ public function loadBackendOverviewData(RedisInstanceIdentifier $redisInstanceId
                 $lastRendering->getTotalJobs() > 0 ? round($lastRendering->getRenderedJobs()
                     / $lastRendering->getTotalJobs() * 100) : 100,
                 $firstRendering->getRenderedJobs(),
-                $contentReleaseId->equals($this->redisReleaseSwitchService->getCurrentRelease($redisInstanceIdentifier))
+                $contentReleaseId->equals($this->redisReleaseSwitchService->getCurrentRelease($redisInstanceIdentifier)),
+                $this->calculateReleaseSize($redisInstanceIdentifier, $contentReleaseId)
             );
         }
 
         return $result;
     }
 
+    private function calculateReleaseSize(RedisInstanceIdentifier $redisInstanceIdentifier, ContentReleaseIdentifier $contentReleaseIdentifier)
+    {
+        $redis = $this->redisClientManager->getRedis($redisInstanceIdentifier);
+        $allKeys = $redis->keys('*');
+        $size = 0;
+
+        foreach ($allKeys as $key) {
+            if (str_contains($key, $contentReleaseIdentifier->getIdentifier())) {
+                $size += $redis->rawCommand('memory', 'usage', $key);
+            }
+        }
+
+        // bytes are returned, convert to megabytes
+        return round($size / 100000, 2);
+    }
+
     public function loadDetailsData(ContentReleaseIdentifier $contentReleaseIdentifier, RedisInstanceIdentifier $redisInstanceIdentifier): ContentReleaseDetails
     {
         $contentReleaseMetadata = $this->redisContentReleaseService->fetchMetadataForContentRelease($contentReleaseIdentifier, $redisInstanceIdentifier);

Classes/BackendUi/Dto/ContentReleaseOverviewRow.php

@@ -21,10 +21,11 @@ class ContentReleaseOverviewRow
     private float $progress;
     private int $renderedUrlCount;
     private bool $isActive;
+    private float $releaseSize;
 
     public function __construct(ContentReleaseIdentifier $contentReleaseIdentifier, ContentReleaseMetadata $metadata,
                                 int $enumeratedDocumentNodesCount, int $iterationsCount, int $errorCount,
-                                float $progress, int $renderedUrlCount, bool $isActive)
+                                float $progress, int $renderedUrlCount, bool $isActive, float $releaseSize)
     {
         $this->contentReleaseIdentifier = $contentReleaseIdentifier;
         $this->metadata = $metadata;
@@ -34,6 +35,7 @@ public function __construct(ContentReleaseIdentifier $contentReleaseIdentifier,
         $this->progress = $progress;
         $this->renderedUrlCount = $renderedUrlCount;
         $this->isActive = $isActive;
+        $this->releaseSize = $releaseSize;
     }
 
     /**
@@ -100,4 +102,12 @@ public function isActive(): bool
         return $this->isActive;
     }
 
+    /**
+     * @return float
+     */
+    public function getReleaseSize(): float
+    {
+        return $this->releaseSize;
+    }
+
 }

Classes/Controller/BackendController.php

@@ -87,10 +87,12 @@ class BackendController extends \Neos\Flow\Mvc\Controller\ActionController
     public function indexAction(?string $contentStore = null)
     {
         $contentStore = $contentStore ? RedisInstanceIdentifier::fromString($contentStore) : RedisInstanceIdentifier::primary();
+        $storeSize = $this->redisClientManager->getRedis($contentStore)->info('memory')['used_memory_human'];
 
         $this->view->assign('contentStore', $contentStore->getIdentifier());
         $this->view->assign('overviewData', $this->backendUiDataService->loadBackendOverviewData($contentStore));
         $this->view->assign('redisContentStores', array_keys($this->redisContentStores));
+        $this->view->assign('storeSize', $storeSize);
     }
 
     public function detailsAction(string $contentReleaseIdentifier, ?string $contentStore = null, ?string $detailTaskName = '', ?string $prunnerJobId = '')

Resources/Private/BackendFusion/Integration/Backend.Index.fusion

@@ -4,6 +4,7 @@ Flowpack.DecoupledContentStore.BackendController.index = Neos.Fusion:Component {
     // - overviewData: list of ContentReleaseOverviewRow objects
     // - contentStore: contains string content store identifier
     // - redisContentStores: array of all configured content store identifiers
+    // - storeSize: string of content store size
 
     renderer = Neos.Fusion:Component {
         _pruneContentStoreUri = Neos.Fusion:UriBuilder {
@@ -49,7 +50,7 @@ Flowpack.DecoupledContentStore.BackendController.index = Neos.Fusion:Component {
                         <td>{props.start}</td>
                         <td>{props.end}</td>
                         <td>{props.switch}</td>
-                        <td>TODO</td>
+                        <td>{item.releaseSize} MB</td>
                     </tr>
                 `
             }
@@ -84,6 +85,9 @@ Flowpack.DecoupledContentStore.BackendController.index = Neos.Fusion:Component {
                         </tbody>
                     </table>
 
+                    <span>Store size: </span>
+                    <span class="neos-badge neos-badge-info">{storeSize}</span>
+                    <br />
                     <button form="postHelper" formaction={props._pruneContentStoreUri} type="submit" class="neos-button neos-button-danger" style="margin-top: 300px;">
                         Prune content store
                     </button>