Delete outdated SDK downloads so the temporary directory disk usage doesn't grow without bound

Author: Aldaviva

RaspberryPiDotnetRepository/DotnetUpstream/SdkDownloader.cs

@@ -13,6 +13,8 @@ public interface SdkDownloader {
 
     Task<UpstreamReleasesState> downloadSdks(Version minMinorVersion, CancellationToken ct = default);
 
+    void deleteSdksExcept(IEnumerable<DotnetRelease> sdksToKeep);
+
 }
 
 public class SdkDownloaderImpl(HttpClient httpClient, IOptions<Options> options, ILogger<SdkDownloaderImpl> logger): SdkDownloader {
@@ -103,6 +105,20 @@ Failed to verify .NET SDK {version} {arch}!
             leastProvidedReleaseMinorVersion: dotnetReleases.Last().sdkVersion.AsMinor()));
     }
 
+    public void deleteSdksExcept(IEnumerable<DotnetRelease> sdksToKeep) {
+        IEnumerable<string> allSdks      = Directory.EnumerateFiles(options.Value.tempDir, "*.tar.gz", SearchOption.TopDirectoryOnly);
+        IEnumerable<string> sdksToDelete = allSdks.Except(sdksToKeep.SelectMany(sdkToKeep => sdkToKeep.downloadedSdkArchiveFilePaths.Values));
+
+        foreach (string sdkToDelete in sdksToDelete) {
+            if (!options.Value.dryRun) {
+                File.Delete(sdkToDelete);
+                logger.LogDebug("Deleted outdated SDK file {file}", sdkToDelete);
+            } else {
+                logger.LogDebug("Would have deleted outdated SDK file {file} if not in dry-run mode", sdkToDelete);
+            }
+        }
+    }
+
     private static bool isStableVersion(JsonNode? release) {
         string patchVersionNumber = release!["release-version"]!.GetValue<string>();
         return !patchVersionNumber.Contains("-preview.") && !patchVersionNumber.Contains("-rc.");

RaspberryPiDotnetRepository/Orchestrator.cs

@@ -94,6 +94,9 @@ await Task.WhenAll(generatedPackages.Where(p => !p.isUpToDateInBlobStorage).Sele
             // Delete outdated .deb package files from Azure Blob Storage
             await Task.WhenAll(oldManifest?.packages.Except(newManifest.packages).Select(packageToDelete => blobStorage.deleteFile(packageToDelete.filePathRelativeToRepo, ct)) ?? []);
 
+            // Delete old downloaded SDK .tar.gz files from previous patch versions
+            sdkDownloader.deleteSdksExcept(upstreamReleases);
+
         } else {
             logger.LogInformation("Repository is already up to date according to the manifest file, stopping without generating or uploading any files.");
         }

RaspberryPiDotnetRepository/RaspberryPiDotnetRepository.csproj

@@ -5,7 +5,7 @@
         <RuntimeIdentifier>win-x64</RuntimeIdentifier>
         <ImplicitUsings>enable</ImplicitUsings>
         <Nullable>enable</Nullable>
-        <Version>1.1.3</Version>
+        <Version>1.2.0</Version>
         <Authors>Ben Hutchison</Authors>
         <Copyright>© 2025 $(Authors)</Copyright>
         <Company>$(Authors)</Company>
@@ -23,28 +23,20 @@
     </ItemGroup>
 
     <ItemGroup>
-        <PackageReference Include="Azure.Identity" Version="1.13.2" />
-        <PackageReference Include="Azure.ResourceManager.Cdn" Version="1.3.0" />
-        <PackageReference Include="Azure.Storage.Blobs" Version="12.23.0" />
+        <PackageReference Include="Azure.Identity" Version="1.14.0" />
+        <PackageReference Include="Azure.ResourceManager.Cdn" Version="1.3.1" />
+        <PackageReference Include="Azure.Storage.Blobs" Version="12.24.0" />
         <PackageReference Include="Bom.Squad" Version="0.3.0" />
         <PackageReference Include="DataSizeUnits" Version="3.0.0-beta1" />
         <PackageReference Include="LibObjectFile" Version="2.0.0" />
-        <PackageReference Include="Microsoft.Extensions.Hosting" Version="9.0.2" />
+        <PackageReference Include="Microsoft.Extensions.Hosting" Version="9.0.5" />
         <PackageReference Include="PgpCore" Version="6.5.1" />
-        <PackageReference Include="ThrottleDebounce" Version="3.0.0-beta1" />
-        <!-- <PackageReference Include="Unfucked" Version="0.0.0-beta4" /> -->
-        <!-- <PackageReference Include="Unfucked.Compression" Version="0.0.0-beta3" /> -->
-        <!-- <PackageReference Include="Unfucked.DI" Version="0.0.0-beta4" /> -->
-        <!-- <PackageReference Include="Unfucked.PGP" Version="0.0.0-beta2" /> -->
-    </ItemGroup>
-
-    <ItemGroup>
-        <Reference Include="Unfucked" HintPath="..\..\Unfucked\Unfucked\bin\Debug\net8.0\Unfucked.dll" />
-        <Reference Include="Unfucked.Compression" HintPath="..\..\Unfucked\Compression\bin\Debug\netstandard2.0\Unfucked.Compression.dll" />
-        <PackageReference Include="SharpCompress" Version="0.39.0" />
-        <Reference Include="Unfucked.DI" HintPath="..\..\Unfucked\DI\bin\Debug\net8.0\Unfucked.DI.dll" />
-        <Reference Include="Unfucked.HTTP" HintPath="..\..\Unfucked\HTTP\bin\Debug\net8.0\Unfucked.HTTP.dll" />
-        <Reference Include="Unfucked.PGP" HintPath="..\..\Unfucked\PGP\bin\Debug\net8.0\Unfucked.PGP.dll" />
+        <PackageReference Include="ThrottleDebounce" Version="3.0.0-beta2" />
+        <PackageReference Include="Unfucked" Version="0.0.1-beta.2" />
+        <PackageReference Include="Unfucked.Compression" Version="0.0.1-beta.1" />
+        <PackageReference Include="Unfucked.DI" Version="0.0.1-beta.1" />
+        <PackageReference Include="Unfucked.HTTP" Version="0.0.1-beta.3" />
+        <PackageReference Include="Unfucked.PGP" Version="0.0.1-beta.1" />
     </ItemGroup>
 
     <ItemGroup>