skip repeat tasks in runner

dashboard/src/lib/components/ModelPickerGroup.svelte

@@ -21,12 +21,6 @@
     hasMultipleVariants: boolean;
   }
 
-  type DownloadAvailability = {
-    available: boolean;
-    nodeNames: string[];
-    nodeIds: string[];
-  };
-
   type ModelPickerGroupProps = {
     group: ModelGroup;
     isExpanded: boolean;
@@ -37,7 +31,6 @@
     onSelectModel: (modelId: string) => void;
     onToggleFavorite: (baseModelId: string) => void;
     onShowInfo: (group: ModelGroup) => void;
-    downloadStatus?: DownloadAvailability;
   };
 
   let {
@@ -50,7 +43,6 @@
     onSelectModel,
     onToggleFavorite,
     onShowInfo,
-    downloadStatus,
   }: ModelPickerGroupProps = $props();
 
   // Format storage size
@@ -213,31 +205,6 @@
       </span>
     {/if}
 
-    <!-- Download availability indicator -->
-    {#if downloadStatus && downloadStatus.nodeIds.length > 0}
-      <span
-        class="flex-shrink-0"
-        title={downloadStatus.available
-          ? `Ready — downloaded on ${downloadStatus.nodeNames.join(", ")}`
-          : `Downloaded on ${downloadStatus.nodeNames.join(", ")} (may need more nodes)`}
-      >
-        <svg
-          class="w-4 h-4 {downloadStatus.available
-            ? 'text-green-400'
-            : 'text-green-400/40'}"
-          viewBox="0 0 24 24"
-          fill="none"
-          stroke="currentColor"
-          stroke-width="2"
-          stroke-linecap="round"
-          stroke-linejoin="round"
-        >
-          <path d="M20 20a2 2 0 0 0 2-2V8a2 2 0 0 0-2-2h-7.9a2 2 0 0 1-1.69-.9L9.6 3.9A2 2 0 0 0 7.93 3H4a2 2 0 0 0-2 2v13a2 2 0 0 0 2 2Z" />
-          <path d="m9 13 2 2 4-4" />
-        </svg>
-      </span>
-    {/if}
-
     <!-- Check mark if selected (single-variant) -->
     {#if isMainSelected}
       <svg

dashboard/src/lib/components/ModelPickerModal.svelte

@@ -5,7 +5,6 @@
   import ModelPickerGroup from "./ModelPickerGroup.svelte";
   import ModelFilterPopover from "./ModelFilterPopover.svelte";
   import HuggingFaceResultItem from "./HuggingFaceResultItem.svelte";
-  import { getNodesWithModelDownloaded } from "$lib/utils/downloads";
 
   interface ModelInfo {
     id: string;
@@ -59,15 +58,6 @@
     onDeleteModel: (modelId: string) => Promise<void>;
     totalMemoryGB: number;
     usedMemoryGB: number;
-    downloadsData?: Record<string, unknown[]>;
-    topologyNodes?: Record<
-      string,
-      {
-        friendly_name?: string;
-        system_info?: { model_id?: string };
-        macmon_info?: { memory?: { ram_total?: number } };
-      }
-    >;
   };
 
   let {
@@ -84,8 +74,6 @@
     onDeleteModel,
     totalMemoryGB,
     usedMemoryGB,
-    downloadsData,
-    topologyNodes,
   }: ModelPickerModalProps = $props();
 
   // Local state
@@ -96,56 +84,6 @@
   let filters = $state<FilterState>({ capabilities: [], sizeRange: null });
   let infoGroup = $state<ModelGroup | null>(null);
 
-  // Download availability per model group
-  type DownloadAvailability = {
-    available: boolean;
-    nodeNames: string[];
-    nodeIds: string[];
-  };
-
-  function getNodeName(nodeId: string): string {
-    const node = topologyNodes?.[nodeId];
-    return (
-      node?.friendly_name || node?.system_info?.model_id || nodeId.slice(0, 8)
-    );
-  }
-
-  const modelDownloadAvailability = $derived.by(() => {
-    const result = new Map<string, DownloadAvailability>();
-    if (!downloadsData || !topologyNodes) return result;
-
-    for (const model of models) {
-      const nodeIds = getNodesWithModelDownloaded(downloadsData, model.id);
-      if (nodeIds.length === 0) continue;
-
-      // Sum total RAM across nodes that have the model
-      let totalRamBytes = 0;
-      for (const nodeId of nodeIds) {
-        const ramTotal = topologyNodes[nodeId]?.macmon_info?.memory?.ram_total;
-        if (typeof ramTotal === "number") totalRamBytes += ramTotal;
-      }
-
-      const modelSizeBytes = (model.storage_size_megabytes || 0) * 1024 * 1024;
-      result.set(model.id, {
-        available: modelSizeBytes > 0 && totalRamBytes >= modelSizeBytes,
-        nodeNames: nodeIds.map(getNodeName),
-        nodeIds,
-      });
-    }
-    return result;
-  });
-
-  // Aggregate download availability per group (available if ANY variant is available)
-  function getGroupDownloadAvailability(
-    group: ModelGroup,
-  ): DownloadAvailability | undefined {
-    for (const variant of group.variants) {
-      const avail = modelDownloadAvailability.get(variant.id);
-      if (avail && avail.nodeIds.length > 0) return avail;
-    }
-    return undefined;
-  }
-
   // HuggingFace Hub state
   let hfSearchQuery = $state("");
   let hfSearchResults = $state<HuggingFaceModel[]>([]);
@@ -712,7 +650,6 @@
               onSelectModel={handleSelect}
               {onToggleFavorite}
               onShowInfo={(g) => (infoGroup = g)}
-              downloadStatus={getGroupDownloadAvailability(group)}
             />
           {/each}
         {/if}
@@ -805,37 +742,6 @@
             </div>
           </div>
         {/if}
-        {#if getGroupDownloadAvailability(infoGroup)?.nodeNames?.length}
-          {@const infoDownload = getGroupDownloadAvailability(infoGroup)}
-          {#if infoDownload}
-            <div class="mt-3 pt-3 border-t border-exo-yellow/10">
-              <div class="flex items-center gap-2 mb-1">
-                <svg
-                  class="w-3.5 h-3.5 text-green-400"
-                  viewBox="0 0 24 24"
-                  fill="none"
-                  stroke="currentColor"
-                  stroke-width="2"
-                  stroke-linecap="round"
-                  stroke-linejoin="round"
-                >
-                  <path d="M20 20a2 2 0 0 0 2-2V8a2 2 0 0 0-2-2h-7.9a2 2 0 0 1-1.69-.9L9.6 3.9A2 2 0 0 0 7.93 3H4a2 2 0 0 0-2 2v13a2 2 0 0 0 2 2Z" />
-                  <path d="m9 13 2 2 4-4" />
-                </svg>
-                <span class="text-white/40">Downloaded on:</span>
-              </div>
-              <div class="flex flex-wrap gap-1 mt-1">
-                {#each infoDownload.nodeNames as nodeName}
-                  <span
-                    class="px-1.5 py-0.5 bg-green-500/10 text-green-400/80 border border-green-500/20 rounded text-[10px]"
-                  >
-                    {nodeName}
-                  </span>
-                {/each}
-              </div>
-            </div>
-          {/if}
-        {/if}
       </div>
     </div>
   {/if}

dashboard/src/lib/utils/downloads.ts

@@ -1,152 +0,0 @@
-/**
- * Shared utilities for parsing and querying download state.
- *
- * The download state from `/state` is shaped as:
- *   Record<NodeId, Array<TaggedDownloadEntry>>
- *
- * Each entry is a tagged union object like:
- *   { "DownloadCompleted": { shard_metadata: { "PipelineShardMetadata": { model_card: { model_id: "..." }, ... } }, ... } }
- */
-
-/** Unwrap one level of tagged-union envelope, returning [tag, payload]. */
-function unwrapTagged(
-  obj: Record<string, unknown>,
-): [string, Record<string, unknown>] | null {
-  const keys = Object.keys(obj);
-  if (keys.length !== 1) return null;
-  const tag = keys[0];
-  const payload = obj[tag];
-  if (!payload || typeof payload !== "object") return null;
-  return [tag, payload as Record<string, unknown>];
-}
-
-/** Extract the model ID string from a download entry's nested shard_metadata. */
-export function extractModelIdFromDownload(
-  downloadPayload: Record<string, unknown>,
-): string | null {
-  const shardMetadata =
-    downloadPayload.shard_metadata ?? downloadPayload.shardMetadata;
-  if (!shardMetadata || typeof shardMetadata !== "object") return null;
-
-  const unwrapped = unwrapTagged(shardMetadata as Record<string, unknown>);
-  if (!unwrapped) return null;
-  const [, shardData] = unwrapped;
-
-  const modelMeta = shardData.model_card ?? shardData.modelCard;
-  if (!modelMeta || typeof modelMeta !== "object") return null;
-
-  const meta = modelMeta as Record<string, unknown>;
-  return (meta.model_id as string) ?? (meta.modelId as string) ?? null;
-}
-
-/** Extract the shard_metadata object from a download entry payload. */
-export function extractShardMetadata(
-  downloadPayload: Record<string, unknown>,
-): Record<string, unknown> | null {
-  const shardMetadata =
-    downloadPayload.shard_metadata ?? downloadPayload.shardMetadata;
-  if (!shardMetadata || typeof shardMetadata !== "object") return null;
-  return shardMetadata as Record<string, unknown>;
-}
-
-/** Get the download tag (DownloadCompleted, DownloadOngoing, etc.) from a wrapped entry. */
-export function getDownloadTag(
-  entry: unknown,
-): [string, Record<string, unknown>] | null {
-  if (!entry || typeof entry !== "object") return null;
-  return unwrapTagged(entry as Record<string, unknown>);
-}
-
-/**
- * Iterate over all download entries for a given node, yielding [tag, payload, modelId].
- */
-function* iterNodeDownloads(
-  nodeDownloads: unknown[],
-): Generator<[string, Record<string, unknown>, string]> {
-  for (const entry of nodeDownloads) {
-    const tagged = getDownloadTag(entry);
-    if (!tagged) continue;
-    const [tag, payload] = tagged;
-    const modelId = extractModelIdFromDownload(payload);
-    if (!modelId) continue;
-    yield [tag, payload, modelId];
-  }
-}
-
-/** Check if a specific model is fully downloaded (DownloadCompleted) on a specific node. */
-export function isModelDownloadedOnNode(
-  downloadsData: Record<string, unknown[]>,
-  nodeId: string,
-  modelId: string,
-): boolean {
-  const nodeDownloads = downloadsData[nodeId];
-  if (!Array.isArray(nodeDownloads)) return false;
-
-  for (const [tag, , entryModelId] of iterNodeDownloads(nodeDownloads)) {
-    if (tag === "DownloadCompleted" && entryModelId === modelId) return true;
-  }
-  return false;
-}
-
-/** Get all node IDs where a model is fully downloaded (DownloadCompleted). */
-export function getNodesWithModelDownloaded(
-  downloadsData: Record<string, unknown[]>,
-  modelId: string,
-): string[] {
-  const result: string[] = [];
-  for (const nodeId of Object.keys(downloadsData)) {
-    if (isModelDownloadedOnNode(downloadsData, nodeId, modelId)) {
-      result.push(nodeId);
-    }
-  }
-  return result;
-}
-
-/**
- * Find shard metadata for a model from any download entry across all nodes.
- * Returns the first match found (completed entries are preferred).
- */
-export function getShardMetadataForModel(
-  downloadsData: Record<string, unknown[]>,
-  modelId: string,
-): Record<string, unknown> | null {
-  let fallback: Record<string, unknown> | null = null;
-
-  for (const nodeDownloads of Object.values(downloadsData)) {
-    if (!Array.isArray(nodeDownloads)) continue;
-
-    for (const [tag, payload, entryModelId] of iterNodeDownloads(
-      nodeDownloads,
-    )) {
-      if (entryModelId !== modelId) continue;
-      const shard = extractShardMetadata(payload);
-      if (!shard) continue;
-
-      if (tag === "DownloadCompleted") return shard;
-      if (!fallback) fallback = shard;
-    }
-  }
-  return fallback;
-}
-
-/**
- * Get the download status tag for a specific model on a specific node.
- * Returns the "best" status: DownloadCompleted > DownloadOngoing > others.
- */
-export function getModelDownloadStatus(
-  downloadsData: Record<string, unknown[]>,
-  nodeId: string,
-  modelId: string,
-): string | null {
-  const nodeDownloads = downloadsData[nodeId];
-  if (!Array.isArray(nodeDownloads)) return null;
-
-  let best: string | null = null;
-  for (const [tag, , entryModelId] of iterNodeDownloads(nodeDownloads)) {
-    if (entryModelId !== modelId) continue;
-    if (tag === "DownloadCompleted") return tag;
-    if (tag === "DownloadOngoing") best = tag;
-    else if (!best) best = tag;
-  }
-  return best;
-}

dashboard/src/routes/+page.svelte

@@ -3264,6 +3264,4 @@
   onDeleteModel={deleteCustomModel}
   totalMemoryGB={clusterMemory().total / (1024 * 1024 * 1024)}
   usedMemoryGB={clusterMemory().used / (1024 * 1024 * 1024)}
-  {downloadsData}
-  topologyNodes={data?.nodes}
 />

src/exo/worker/runner/runner.py

@@ -120,7 +120,7 @@ def main(
     with task_receiver as tasks:
         for task in tasks:
             if task.task_id in seen:
-                logger.warning("repeat task - potential error")
+                continue
             seen.add(task.task_id)
             event_sender.send(
                 TaskStatusUpdated(task_id=task.task_id, task_status=TaskStatus.Running)