init

.gitattributes

@@ -0,0 +1 @@
+ddim_v_sampler.ckpt filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,217 @@
+# .gitignore for C# and dotnet projects
+*.csproj.user
+*.suo
+*.user
+# Build results
+[Dd]ebug/
+[Rr]elease/
+x64/
+[Bb]in/
+[Oo]bj/
+# build folder is nowadays used for build scripts and should not be ignored
+#build/
+
+# NuGet Packages
+*.nupkg
+# The packages folder can be ignored because of Package Restore
+**/packages/*
+# except build/, which is used as an MSBuild target.
+!**/packages/build/
+# Uncomment if necessary however generally it will be regenerated when needed
+#!**/packages/repositories.config
+
+# MSTest test Results
+[Tt]est[Rr]esult*/
+[Bb]uild[Ll]og.*
+
+*_i.c
+*_p.c
+*.ilk
+*.meta
+*.obj
+*.pch
+*.pdb
+*.pgc
+*.pgd
+*.rsp
+*.sbr
+*.tlb
+*.tli
+*.tlh
+*.tmp
+*.tmp_proj
+*.log
+*.vspscc
+*.vssscc
+.builds
+*.pidb
+*.scc
+
+# Visual C++ cache files
+ipch/
+*.aps
+*.ncb
+*.opensdf
+*.sdf
+*.cachefile
+
+# Visual Studio profiler
+*.psess
+*.vsp
+*.vspx
+
+# Guidance Automation Toolkit
+*.gpState
+
+# ReSharper is a .NET coding add-in
+_ReSharper*/
+*.[Rr]e[Ss]harper
+
+# TeamCity is a build add-in
+_TeamCity*
+
+# DotCover is a Code Coverage Tool
+*.dotCover
+
+# NCrunch
+*.ncrunch*
+.*crunch*.local.xml
+
+# Installshield output folder
+[Ee]xpress/
+
+# DocProject is a documentation generator add-in
+DocProject/buildhelp/
+DocProject/Help/*.HxT
+DocProject/Help/*.HxC
+DocProject/Help/*.hhc
+DocProject/Help/*.hhk
+DocProject/Help/*.hhp
+DocProject/Help/Html2
+DocProject/Help/html
+
+# Click-Once directory
+publish/
+
+# Publish Web Output
+*.Publish.xml
+
+# Windows Azure Build Output
+csx
+*.build.csdef
+
+# Windows Store app package directory
+AppPackages/
+
+# Others
+*.Cache
+ClientBin/
+[Ss]tyle[Cc]op.*
+~$*
+*~
+*.dbmdl
+*.[Pp]ublish.xml
+*.pfx
+*.publishsettings
+modulesbin/
+tempbin/
+
+# EPiServer Site file (VPP)
+AppData/
+
+# RIA/Silverlight projects
+Generated_Code/
+
+# Backup & report files from converting an old project file to a newer
+# Visual Studio version. Backup files are not needed, because we have git ;-)
+_UpgradeReport_Files/
+Backup*/
+UpgradeLog*.XML
+UpgradeLog*.htm
+
+# vim
+*.txt~
+*.swp
+*.swo
+
+# Temp files when opening LibreOffice on ubuntu
+.~lock.*
+ 
+# svn
+.svn
+
+# CVS - Source Control
+**/CVS/
+
+# Remainings from resolving conflicts in Source Control
+*.orig
+
+# SQL Server files
+**/App_Data/*.mdf
+**/App_Data/*.ldf
+**/App_Data/*.sdf
+
+
+#LightSwitch generated files
+GeneratedArtifacts/
+_Pvt_Extensions/
+ModelManifest.xml
+
+# =========================
+# Windows detritus
+# =========================
+
+# Windows image file caches
+Thumbs.db
+ehthumbs.db
+
+# Folder config file
+Desktop.ini
+
+# Recycle Bin used on file shares
+$RECYCLE.BIN/
+
+# OS generated files #
+Icon?
+
+# Mac desktop service store files
+.DS_Store
+
+# SASS Compiler cache
+.sass-cache
+
+# Visual Studio 2014 CTP
+**/*.sln.ide
+
+# Visual Studio temp something
+.vs/
+
+# dotnet stuff
+project.lock.json
+
+# VS 2015+
+*.vc.vc.opendb
+*.vc.db
+
+# Rider
+.idea/
+
+# Visual Studio Code
+.vscode/
+
+# Output folder used by Webpack or other FE stuff
+**/node_modules/*
+**/wwwroot/*
+
+# SpecFlow specific
+*.feature.cs
+*.feature.xlsx.*
+*.Specs_*.html
+
+# UWP Projects
+AppPackages/
+
+#####
+# End of core ignore list, below put you custom 'per project' settings (patterns or path)
+#####
+

Program.cs

@@ -0,0 +1,63 @@
+using System;
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using TorchSharp;
+torchvision.io.DefaultImager = new torchvision.io.SkiaImager();
+var device = TorchSharp.torch.device("cuda:0");
+var ddpm_v_sampler = TorchSharp.torch.jit.load("ddim_v_sampler.ckpt");
+ddpm_v_sampler.to(device);
+ddpm_v_sampler.eval();
+
+var start_token = 49406;
+var end_token = 49407;
+var dictionary = new Dictionary<string, long>(){
+    {"cat", 2368},
+    {"a", 320},
+    {"cute", 2242},
+    {"blue", 1746},
+    {"wild", 3220},
+    {"green", 1901},
+};
+
+var batch = 1;
+
+var prompt = "a wild cute green cat";
+var tokens = prompt.Split(' ').Select(x => dictionary[x]).ToList();
+tokens = tokens.Prepend(start_token).ToList();
+tokens = tokens.Append(end_token).ToList();
+tokens = tokens.Concat(Enumerable.Repeat<long>(0, 77 - tokens.Count)).ToList();
+var uncontional_tokens = new[]{start_token, end_token}.Concat(Enumerable.Repeat(0, 75)).ToList();
+var tokenTensor = torch.tensor(tokens.ToArray(), dtype: torch.ScalarType.Int64, device: device);
+tokenTensor = tokenTensor.reshape((long)batch, -1);
+var unconditional_tokenTensor = torch.tensor(uncontional_tokens.ToArray(), dtype: torch.ScalarType.Int64, device: device);
+unconditional_tokenTensor = unconditional_tokenTensor.reshape((long)batch, -1);
+var img = torch.randn(batch, 4, 96, 96, dtype: torch.ScalarType.Float32, device: device);
+var t = torch.ones(batch, dtype: torch.ScalarType.Int32, device: device);
+var condition = ddpm_v_sampler.invoke("clip_encoder", tokenTensor);
+var unconditional_condition = ddpm_v_sampler.invoke("clip_encoder", unconditional_tokenTensor);
+Console.WriteLine(condition);
+var timesteps = 1000;
+var ddim_steps = 50;
+int gap = timesteps / ddim_steps;
+using(var context = torch.enable_grad(false))
+{
+    for(var i = timesteps-1; i >=0; i -= gap)
+    {
+        var t_cur = torch.full(batch, i, dtype: torch.ScalarType.Int64, device: device);
+        var t_prev = torch.full(batch, i - gap >= 0? i - gap: 0, dtype: torch.ScalarType.Int64, device: device);
+        img = (torch.Tensor)ddpm_v_sampler.invoke("ddim_sampler", img, condition, unconditional_condition, t_cur, t_prev);
+        Console.WriteLine($"step {i}");
+    }
+
+    var decoded_images = (torch.Tensor)ddpm_v_sampler.invoke("decode_image", img);
+    decoded_images = torch.clamp((decoded_images + 1.0) / 2.0, 0.0, 1.0);
+
+    for(int i = 0; i!= batch; ++i)
+    {
+        // c * h * w
+        var image = decoded_images[i];
+        image = (image * 255.0).to(torch.ScalarType.Byte).cpu();
+        torchvision.io.write_image(image, $"{i}.png", torchvision.ImageFormat.Png);
+    }
+}

clip.csproj

@@ -0,0 +1,20 @@
+<Project Sdk="Microsoft.NET.Sdk">
+
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>net6.0</TargetFramework>
+    <Nullable>enable</Nullable>
+    <Platform>x64</Platform>
+    <TorchVersion>0.99.3</TorchVersion>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="TorchVision" Version="$(TorchVersion)" />
+    <PackageReference Include="TorchSharp-cuda-linux" Version="$(TorchVersion)" />
+     <None Update="*.ckpt">
+      <CopyToOutputDirectory>Always</CopyToOutputDirectory>
+    </None>
+    <PackageReference Include="Microsoft.ML" Version="2.0.1" />
+  </ItemGroup>
+
+</Project>