Fix empty else

.gitattributes

@@ -1,32 +1,35 @@
-nsfweffnetv2-b02-3epochs.h5 filter=lfs diff=lfs merge=lfs -text
-fifth.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-ninth.im_.pt filter=lfs diff=lfs merge=lfs -text
-tenth.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-third.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-eigth.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-first.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-fourth.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-ninth.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-sixth.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-tenth.im_.pt filter=lfs diff=lfs merge=lfs -text
-eigth.im_.pt filter=lfs diff=lfs merge=lfs -text
-seventh.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-sixth.im_.pt filter=lfs diff=lfs merge=lfs -text
-third.im_.pt filter=lfs diff=lfs merge=lfs -text
-fifth.im_.pt filter=lfs diff=lfs merge=lfs -text
-first.im_.pt filter=lfs diff=lfs merge=lfs -text
-fourth.im_.pt filter=lfs diff=lfs merge=lfs -text
-second.gemb_.pt filter=lfs diff=lfs merge=lfs -text
-second.im_.pt filter=lfs diff=lfs merge=lfs -text
-seventh.im_.pt filter=lfs diff=lfs merge=lfs -text
-image';l';.png filter=lfs diff=lfs merge=lfs -text
-second.png filter=lfs diff=lfs merge=lfs -text
-sixth.png filter=lfs diff=lfs merge=lfs -text
-third.png filter=lfs diff=lfs merge=lfs -text
-fifth.png filter=lfs diff=lfs merge=lfs -text
-first.png filter=lfs diff=lfs merge=lfs -text
-fourth.png filter=lfs diff=lfs merge=lfs -text
-*.mp4 filter=lfs diff=lfs merge=lfs -text
-*.png filter=lfs diff=lfs merge=lfs -text
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
 *.safetensors filter=lfs diff=lfs merge=lfs -text
-last_epoch_ckpt/diffusion_pytorch_model.safetensors
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -1,2 +0,0 @@
-__pycache__*
-.gradio/

LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2025 rynmurdock
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.

README.md

@@ -1,26 +1,12 @@
 ---
-license: mit
-title: The Other Tiger
+title: Generative Recsys
+emoji: 🐨
+colorFrom: purple
+colorTo: blue
 sdk: gradio
-sdk_version: 5.31.0
-emoji: 👁
-colorFrom: blue
-colorTo: purple
-pinned: true
+sdk_version: 4.25.0
+app_file: app.py
+pinned: false
 ---
 
-# The Other Tiger
-
-## tl;dr
-Train on embeddings of media preferred by a specific user -> produce embeddings of media they may enjoy.
-
-In our case here, we take the ECLIPSE `text embedding -> image embedding` prior (https://arxiv.org/abs/2312.04655) and finetune it to become a `preferred image embeddings -> heldout image embedding` prior.
-
-### Related work:
-
-Patron et al. models preference using a diffusion prior and condition on user ids with ratings: https://arxiv.org/abs/2502.18477
-
-Wang et al. models preference using a generator conditioned on averaged CLIP embeddings of users:  https://arxiv.org/abs/2304.03516
-
-My previous work based on Collaborative Filtering with CLIP embeddings: https://github.com/rynmurdock/generative_recommender
-
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -1,275 +1,310 @@
+DEVICE = 'cuda'
 
 import gradio as gr
+import numpy as np
+from sklearn.svm import SVC
+from sklearn import preprocessing
+import pandas as pd
+
+from diffusers import LCMScheduler, AutoencoderTiny, EulerDiscreteScheduler, UNet2DConditionModel, AutoPipelineForText2Image, DiffusionPipeline
+from diffusers.models import ImageProjection
+import torch
+
+torch.set_float32_matmul_precision('high')
+
 import random
 import time
-import torch
-import glob
 
-import config
-from model import get_model_and_tokenizer
+import spaces
+from urllib.request import urlopen
 
-torch.set_float32_matmul_precision('high')
+from PIL import Image
+import requests
+from io import BytesIO, StringIO
 
-model, model.prior_pipe.image_encoder = get_model_and_tokenizer(config.model_path,
-                                                                'cuda', torch.bfloat16)
+from transformers import CLIPVisionModelWithProjection
+from huggingface_hub import hf_hub_download
+from safetensors.torch import load_file
 
-# TODO unify/merge origin and this
-# TODO save & restart from (if it exists) dataframe parquet
+from safety_checker_improved import maybe_nsfw
 
-device = "cuda"
+prompt_list = [p for p in list(set(
+                pd.read_csv('./twitter_prompts.csv').iloc[:, 1].tolist())) if type(p) == str]
 
-k = config.k
+start_time = time.time()
 
-import spaces
-import matplotlib.pyplot as plt
+####################### Setup Model
 
-import os
-import gradio as gr
-import pandas as pd
-from apscheduler.schedulers.background import BackgroundScheduler
+model_id = "stabilityai/stable-diffusion-xl-base-1.0"
+sdxl_lightening = "ByteDance/SDXL-Lightning"
+ckpt = "sdxl_lightning_2step_unet.safetensors"
+unet = UNet2DConditionModel.from_config(model_id, subfolder="unet", low_cpu_mem_usage=True, device_map=DEVICE).to(torch.float16)
+unet.load_state_dict(load_file(hf_hub_download(sdxl_lightening, ckpt)))
 
-import random
-import time
-from PIL import Image
-# from safety_checker_improved import maybe_nsfw
+image_encoder = CLIPVisionModelWithProjection.from_pretrained("h94/IP-Adapter",  subfolder="models/image_encoder", torch_dtype=torch.float16, low_cpu_mem_usage=True, device_map=DEVICE)
+pipe = AutoPipelineForText2Image.from_pretrained(model_id, unet=unet, torch_dtype=torch.float16, variant="fp16", image_encoder=image_encoder, low_cpu_mem_usage=True)
+pipe.unet._load_ip_adapter_weights(torch.load(hf_hub_download('h94/IP-Adapter', 'sdxl_models/ip-adapter_sdxl_vit-h.bin')))
+pipe.load_ip_adapter("h94/IP-Adapter", subfolder="sdxl_models", weight_name="ip-adapter_sdxl_vit-h.bin")
+pipe.register_modules(image_encoder = image_encoder)
+pipe.set_ip_adapter_scale(0.8)
 
+pipe.vae = AutoencoderTiny.from_pretrained("madebyollin/taesdxl", torch_dtype=torch.float16, low_cpu_mem_usage=True)
+pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config, timestep_spacing="trailing")
 
-torch.set_grad_enabled(False)
-torch.backends.cuda.matmul.allow_tf32 = True
-torch.backends.cudnn.allow_tf32 = True
+pipe.to(device=DEVICE)
+pipe.set_progress_bar_config(disable=True)
 
-prevs_df = pd.DataFrame(columns=['paths', 'embeddings', 'ips', 'user:rating', 'latest_user_to_rate', 'from_user_id', 'text', 'gemb'])
+@spaces.GPU
+def compile_em():
+    pipe.unet = torch.compile(pipe.unet, mode='reduce-overhead')
+    pipe.vae = torch.compile(pipe.vae, mode='reduce-overhead')
+    autoencoder.model.forward = torch.compile(autoencoder.model.forward, backend='inductor', dynamic=True)
 
-import spaces
-start_time = time.time()
 
-####################### Setup Model
-from diffusers import EulerDiscreteScheduler
-from PIL import Image
-import uuid
+output_hidden_state = False
+#######################
+
+####################### Setup autoencoder
+
+from tqdm import tqdm
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
+class BottleneckT5Autoencoder:
+    def __init__(self, model_path: str, device='cuda'):
+        self.device = device
+        self.tokenizer = AutoTokenizer.from_pretrained(model_path, model_max_length=512, torch_dtype=torch.bfloat16)
+        self.model = AutoModelForCausalLM.from_pretrained(model_path, trust_remote_code=True, low_cpu_mem_usage=True).to('cuda')
+        self.model.eval()
+
+
+    def embed(self, text: str) -> torch.FloatTensor:
+        inputs = self.tokenizer(text, return_tensors='pt', padding=True).to(self.device)
+        decoder_inputs = self.tokenizer('', return_tensors='pt').to(self.device)
+        return self.model(
+            **inputs,
+            decoder_input_ids=decoder_inputs['input_ids'],
+            encode_only=True,
+        )
+
+    def generate_from_latent(self, latent: torch.FloatTensor, max_length=20, temperature=1., top_p=.8, min_new_tokens=30) -> str:
+        dummy_text = '.'
+        dummy = self.embed(dummy_text)
+        perturb_vector = latent - dummy
+        self.model.perturb_vector = perturb_vector
+        input_ids = self.tokenizer(dummy_text, return_tensors='pt').to(self.device).input_ids
+        output = self.model.generate(
+            input_ids=input_ids,
+            max_length=max_length,
+            do_sample=True,
+            temperature=temperature,
+            top_p=top_p,
+            num_return_sequences=1,
+            min_new_tokens=min_new_tokens,
+            #num_beams=4,
+        )
+        return self.tokenizer.decode(output[0], skip_special_tokens=True)
+
+autoencoder = BottleneckT5Autoencoder(model_path='thesephist/contra-bottleneck-t5-xl-wikipedia')
+
+compile_em()
+#######################
 
-@spaces.GPU()
-def generate_gpu(in_im_embs, prompt='the scene'):
+@spaces.GPU
+def generate(prompt, in_embs=None,):
+  if prompt != '':
+    # # print(prompt)
+    in_embs = in_embs / in_embs.abs().max() * .15 if in_embs != None else None
+    in_embs = .9 * in_embs.to('cuda') + .5 * autoencoder.embed(prompt).to('cuda') if in_embs != None else autoencoder.embed(prompt).to('cuda')
+  #else:
+    # print('From embeds.')
+  in_embs = in_embs / in_embs.abs().max() * .15
+  text = autoencoder.generate_from_latent(in_embs.to('cuda').to(dtype=torch.bfloat16), temperature=.3, top_p=.99, min_new_tokens=5)
+  in_embs = autoencoder.embed(text).to('cuda')
+  return text, in_embs.to('cpu')
+
+
+@spaces.GPU
+def predict(
+        prompt,
+        im_emb=None,
+        progress=gr.Progress(track_tqdm=True)
+    ):
+    """Run a single prediction on the model"""
     with torch.no_grad():
-        in_im_embs = in_im_embs.to('cuda')
-
-        negative_image_embeds = in_im_embs[0]# if random.random() < .3 else model.prior_pipe.get_zero_embed()
-        positive_image_embeds = in_im_embs[1]
-
-        images = model.kandinsky_pipe(
-            num_inference_steps=50,
-            image_embeds=positive_image_embeds,
-            negative_image_embeds=negative_image_embeds,
-            guidance_scale=8,
-        ).images[0]
-        cond = (
-                    model.prior_pipe.image_processor(images, return_tensors="pt")
-                    .pixel_values[0]
-                    .unsqueeze(0)
-                    .to(dtype=model.prior_pipe.image_encoder.dtype, device=device)
-                    )
-        im_emb = model.prior_pipe.image_encoder(cond)["image_embeds"]
-    return images, im_emb
-
-
-def generate(in_im_embs, ):
-    output, im_emb = generate_gpu(in_im_embs)
-    nsfw = False#maybe_nsfw(output.images[0])
+        if im_emb == None:
+            im_emb = torch.zeros(1, 1024, dtype=torch.float16, device=DEVICE)
+            
+        im_emb = [im_emb.to(DEVICE).unsqueeze(0)]
+        if prompt == '':
+            image = pipe(
+                prompt_embeds=torch.zeros(1, 1, 2048, dtype=torch.float16, device=DEVICE),
+                pooled_prompt_embeds=torch.zeros(1, 1280, dtype=torch.float16, device=DEVICE),
+                ip_adapter_image_embeds=im_emb,
+                height=1024,
+                width=1024,                                                                                                             
+                num_inference_steps=2,
+                guidance_scale=0,
+#                timesteps=[800],
+            ).images[0]
+        else:
+            image = pipe(
+                prompt=prompt,
+                ip_adapter_image_embeds=im_emb,
+                height=1024,
+                width=1024,                                                                                                             
+                num_inference_steps=2,
+                guidance_scale=0,
+#                timesteps=[800],
+            ).images[0]
+        im_emb, _ = pipe.encode_image(
+                image, DEVICE, 1, output_hidden_state
+            )
+        
+        nsfw = maybe_nsfw(image)
+        if nsfw:
+            return None, im_emb.to('cpu')
+        
+        return image, im_emb.to('cpu')
+        
+        
+# sample a .8 of rated embeddings for some stochasticity, or at least two embeddings.
+def get_coeff(embs_local, ys):
+    n_to_choose = max(int(len(embs_local)*.8), 2)
+    indices = random.sample(range(len(embs_local)), n_to_choose)
+
+    # we may have just encountered a rare multi-threading diffusers issue (https://github.com/huggingface/diffusers/issues/5749);
+    # this ends up adding a rating but losing an embedding, it seems.
+    # let's take off a rating if so to continue without indexing errors.
+    if len(ys) > len(embs_local):
+        # print('ys are longer than embs; popping latest rating')
+        ys.pop(-1)
     
-    name = str(uuid.uuid4()).replace("-", "")
-    path = f"/tmp/{name}.png"
+    # also add the latest 0 and the latest 1
+    has_0 = False
+    has_1 = False
+    for i in reversed(range(len(ys))):
+        if ys[i] == 0 and has_0 == False:
+            indices.append(i)
+            has_0 = True
+        elif ys[i] == 1 and has_1 == False:
+            indices.append(i)
+            has_1 = True
+        if has_0 and has_1:
+            break
     
-    if nsfw:
-        gr.Warning("NSFW content detected.")
-        # TODO could return an automatic dislike of auto dislike on the backend for neither as well; just would need refactoring.
-        return None, im_emb
+    feature_embs = np.array(torch.cat([embs_local[i].to('cpu') for i in indices]).to('cpu'))
+    scaler = preprocessing.StandardScaler().fit(feature_embs)
+    feature_embs = scaler.transform(feature_embs)
+    # print(len(feature_embs), len(ys))
     
-    output.save(path)
-    return path, im_emb
-
+    lin_class = SVC(max_iter=50000, kernel='linear',  class_weight='balanced', C=.1).fit(feature_embs, np.array([ys[i] for i in indices]))
+    coef_ = torch.tensor(lin_class.coef_, dtype=torch.double)
+    coef_ = (coef_.flatten() / (coef_.flatten().norm())).unsqueeze(0)
+    
+    return coef_
 
-#######################
+# TODO add to state instead of shared across all
+glob_idx = 0
 
-@spaces.GPU()
-def sample_embs(prompt_embeds):
-    latent = torch.randn(prompt_embeds.shape[0], 1, prompt_embeds.shape[-1])
-    if prompt_embeds.shape[1] < k:
-            prompt_embeds = torch.nn.functional.pad(prompt_embeds, [0, 0, 0, k-prompt_embeds.shape[1]])
-    assert prompt_embeds.shape[1] == k, f"The model is set to take `k`` cond image embeds but is shape {prompt_embeds.shape}"
-    image_embeds = model(latent.to('cuda'), prompt_embeds.to('cuda')).predicted_image_embedding
-    return image_embeds
-
-@spaces.GPU()
-def get_user_emb(embs, ys):
-    positives = [e for e, ys in zip(embs, ys) if ys == 1]
-    if len(positives) == 0:
-        positives = torch.zeros_like(im_emb)[None]
-    else:
-        # take last 8 TODO verify this is chronolgical; should be and also k-4 random ones. 
-        embs = random.sample(positives, k=min(k-8, len(positives))) + positives[-8:]
-        positives = torch.stack(embs, 1)
+def next_image(embs, img_embs, ys, calibrate_prompts):
+    global glob_idx
+    glob_idx = glob_idx + 1
+    if glob_idx >= 12:
+        glob_idx = 0
+
+    # handle case where every instance of calibration prompts is 'Neither' or 'Like' or 'Dislike'
+    if len(calibrate_prompts) == 0 and len(list(set(ys))) <= 1:
+        embs.append(.01*torch.randn(1, 2048))
+        embs.append(.01*torch.randn(1, 2048))
+        img_embs.append(.01*torch.randn(1, 1024))
+        img_embs.append(.01*torch.randn(1, 1024))
+        ys.append(0)
+        ys.append(1)
+        
+    with torch.no_grad():
+        if len(calibrate_prompts) > 0:
+            # print('######### Calibrating with sample prompts #########')
+            prompt = calibrate_prompts.pop(0)
+            # print(prompt)
+            image, img_emb = predict(prompt)
+            im_emb = autoencoder.embed(prompt)
+            embs.append(im_emb)
+            img_embs.append(img_emb)
+            return image, embs, img_embs, ys, calibrate_prompts, prompt
+        else:
+            # print('######### Roaming #########')
+            
+            pos_indices = [i for i in range(len(embs)) if ys[i] == 1]
+            neg_indices = [i for i in range(len(embs)) if ys[i] == 0]
 
-    negs = [e for e, ys in zip(embs, ys) if ys == 0]
-    if len(negs) == 0:
-        negatives = torch.zeros_like(im_emb)[None]
-    else:
-        negative_embs = random.sample(negs, min(k-4, len(negs))) + negs[-4:]
-        negatives = torch.stack(negative_embs, 1)
-        # if random.random() < .5:
-        #     negatives = torch.zeros_like(negatives)
-
-    image_embeds = torch.stack([sample_embs(negatives), sample_embs(positives)])
-
-    return image_embeds
-
-
-def background_next_image():
-        global prevs_df
-        # only let it get N (maybe 3) ahead of the user
-        #not_rated_rows = prevs_df[[i[1]['user:rating'] == {' ': ' '} for i in prevs_df.iterrows()]]
-        rated_rows = prevs_df[[i[1]['user:rating'] != {' ': ' '} for i in prevs_df.iterrows()]]
-        if len(rated_rows) < 4:
-            time.sleep(.1)
-        #    not_rated_rows = prevs_df[[i[1]['user:rating'] == {' ': ' '} for i in prevs_df.iterrows()]]
-            return
-
-        user_id_list = set(rated_rows['latest_user_to_rate'].to_list())
-        for uid in user_id_list:
-            rated_rows = prevs_df[[i[1]['user:rating'].get(uid, None) is not None for i in prevs_df.iterrows()]]
-            not_rated_rows = prevs_df[[i[1]['user:rating'].get(uid, None) is None for i in prevs_df.iterrows()]]
+            if len(neg_indices) > 40:
+                neg_indices = neg_indices[1:]
+                # popping first negative rating due to > 25
             
-            # we need to intersect not_rated_rows from this user's embed > 7. Just add a new column on which user_id spawned the 
-            #   media. 
+            indices = pos_indices + neg_indices
+            embs = [embs[i] for i in indices]
+            img_embs = [img_embs[i] for i in indices]
+            ys = [ys[i] for i in indices]
+
+            im_s = get_coeff(embs, ys)
+            rng_prompt = random.choice(prompt_list)
+            w = 1.4# if len(embs) % 2 == 0 else 0
             
-            unrated_from_user = not_rated_rows[[i[1]['from_user_id'] == uid for i in not_rated_rows.iterrows()]]
-
-            # we don't compute more after n are in the queue for them
-            if len(unrated_from_user) >= 10:
-                continue
+            prompt= '' if not glob_idx % 3 == 0 else rng_prompt
+            prompt, _ = generate(prompt, in_embs=im_s)
+            # print(prompt)
+            im_emb = autoencoder.embed(prompt)
+            embs.append(im_emb)
             
-            if len(rated_rows) < 4:
-                continue
-
-            global glob_idx
-            glob_idx += 1
+            learn_emb = get_coeff(img_embs, ys)
+            img_emb = w * learn_emb.to(dtype=torch.float16)
+            image, img_emb = predict(prompt, im_emb=img_emb)
+            img_embs.append(img_emb)
             
-            ems = rated_rows['embeddings'].to_list()
-            ys = [i[uid][0] for i in rated_rows['user:rating'].to_list()]
+            return image, embs, img_embs, ys, calibrate_prompts, prompt
+
 
-            emz = get_user_emb(ems, ys)
-            img, embs = generate(emz)
-            
-            if img:
-                tmp_df = pd.DataFrame(columns=['paths', 'embeddings', 'ips', 'user:rating', 'latest_user_to_rate', 'text', 'gemb'])
-                tmp_df['paths'] = [img]
-                tmp_df['embeddings'] = [embs.to(torch.float32).to('cpu')]
-                tmp_df['user:rating'] = [{' ': ' '}]
-                tmp_df['from_user_id'] = [uid]
-                tmp_df['text'] = ['']
-                prevs_df = pd.concat((prevs_df, tmp_df))
-                # we can free up storage by deleting the image
-                if len(prevs_df) > 500:
-                    oldest_path = prevs_df.iloc[6]['paths']
-                    if os.path.isfile(oldest_path):
-                        os.remove(oldest_path)
-                    else:
-                        # If it fails, inform the user.
-                        print("Error: %s file not found" % oldest_path)
-                    # only keep 50 images & embeddings & ips, then remove oldest besides calibrating
-                    prevs_df = pd.concat((prevs_df.iloc[:6], prevs_df.iloc[7:]))
-    
-def pluck_img(user_id):
-    # TODO pluck images based on similarity but also based on diversity by cluster every few times.
-    rated_rows = prevs_df[[i[1]['user:rating'].get(user_id, None) is not None for i in prevs_df.iterrows()]]
-    ems = rated_rows['embeddings'].to_list()
-    ys = [i[user_id][0] for i in rated_rows['user:rating'].to_list()]
-    user_emb = get_user_emb(ems, ys)
-
-    not_rated_rows = prevs_df[[i[1]['user:rating'].get(user_id, 'gone') == 'gone' for i in prevs_df.iterrows()]]
-    while len(not_rated_rows) == 0:
-        not_rated_rows = prevs_df[[i[1]['user:rating'].get(user_id, 'gone') == 'gone' for i in prevs_df.iterrows()]]
-        time.sleep(.1)
-        # TODO optimize this lol
-
-    # NOTE could opt for only showing their own or prioritizing their own media.
-    unrated_from_user = not_rated_rows[[i[1]['from_user_id'] == user_id for i in not_rated_rows.iterrows()]]
-
-    best_sim = -10000000
-    for i in not_rated_rows.iterrows():
-        # TODO sloppy .to but it is 3am.
-        sim = torch.cosine_similarity(i[1]['embeddings'].detach().to('cpu'), user_emb.detach().to('cpu'), -1)
-        if len(sim) > 1: sim = sim[1]
-        if sim.squeeze() > best_sim:
-            best_sim = sim
-            best_row = i[1]
-    img = best_row['paths']
-    return img
-
-def next_image(calibrate_prompts, user_id):
-    with torch.no_grad():
-        # once we've done so many random calibration prompts out of the full media
-        if len(m_calibrate) - len(calibrate_prompts) < 5:
-            cal_video = calibrate_prompts.pop(random.randint(0, len(calibrate_prompts)-1))
-            image = prevs_df[prevs_df['paths'] == cal_video]['paths'].to_list()[0]
-        # we switch to just getting media by similarity.
-        else:
-            image = pluck_img(user_id)
-        return image, calibrate_prompts
 
 
 
 
 
 
-def start(_, calibrate_prompts, user_id, request: gr.Request):
-    user_id = int(str(time.time())[-7:].replace('.', ''))
-    image, calibrate_prompts = next_image(calibrate_prompts, user_id)
+
+def start(_, embs, img_embs, ys, calibrate_prompts):
+    image, embs, img_embs, ys, calibrate_prompts, prompt = next_image(embs, img_embs, ys, calibrate_prompts)
     return [
-            gr.Button(value='👍', interactive=True), 
-            gr.Button(value='Neither (Space)', interactive=True, visible=False), 
-            gr.Button(value='👎', interactive=True),
+            gr.Button(value='Like (L)', interactive=True), 
+            gr.Button(value='Neither (Space)', interactive=True), 
+            gr.Button(value='Dislike (A)', interactive=True),
             gr.Button(value='Start', interactive=False),
-            gr.Button(value='👍 Content', interactive=True, visible=False),
-            gr.Button(value='👍 Style', interactive=True, visible=False),
             image,
+            embs,
+            img_embs,
+            ys,
             calibrate_prompts,
-            user_id,
+            prompt
             ]
 
 
-def choose(img, choice, calibrate_prompts, user_id, request: gr.Request):
-    global prevs_df
-    
-    if choice == '👍':
-        choice = [1, 1]
+def choose(img, choice, embs, img_embs, ys, calibrate_prompts):
+    if choice == 'Like (L)':
+        choice = 1
     elif choice == 'Neither (Space)':
-        img, calibrate_prompts = next_image(calibrate_prompts, user_id)
-        return img, calibrate_prompts
-    elif choice == '👎':
-        choice = [0, 0]
-    elif choice == '👍 Style':
-        choice = [0, 1]
-    elif choice == '👍 Content':
-        choice = [1, 0]
+        _ = embs.pop(-1)
+        _ = img_embs.pop(-1)
+        img, embs, img_embs, ys, calibrate_prompts, prompt = next_image(embs, img_embs, ys, calibrate_prompts)
+        return img, embs, img_embs, ys, calibrate_prompts, prompt
     else:
-        assert False, f'choice is {choice}'
+        choice = 0
     
-    # if we detected NSFW, leave that area of latent space regardless of how they rated chosen.
-    # TODO skip allowing rating & just continue
     if img is None:
-        print('NSFW -- choice is disliked')
-        choice = [0, 0]
-    
-    row_mask = [p.split('/')[-1] in img for p in prevs_df['paths'].to_list()]
-    # if it's still in the dataframe, add the choice
-    if len(prevs_df.loc[row_mask, 'user:rating']) > 0:
-        prevs_df.loc[row_mask, 'user:rating'][0][user_id] = choice
-        prevs_df.loc[row_mask, 'latest_user_to_rate'] = [user_id]
-    else:
-        print('Image apparently removed', img)
-    img, calibrate_prompts = next_image(calibrate_prompts, user_id)
-    return img, calibrate_prompts
+        # print('NSFW -- choice is disliked')
+        choice = 0
+        
+    ys.append(choice)
+    img, embs, img_embs, ys, calibrate_prompts, prompt = next_image(embs, img_embs, ys, calibrate_prompts)
+    return img, embs, img_embs, ys, calibrate_prompts, prompt
 
 css = '''.gradio-container{max-width: 700px !important}
 #description{text-align: center}
@@ -319,123 +354,55 @@ document.body.addEventListener('click', function(event) {
       fadeInOut(target, '#cccccc');
     }
 });
-
 </script>
 '''
 
-with gr.Blocks(head=js_head, css=css) as demo:
-    gr.Markdown('''# The Other Tiger
-### Generative Recommenders for Exporation of Possible Images
-
-Explore the latent space using binary feedback.
-
-[rynmurdock.github.io](https://rynmurdock.github.io/)
+with gr.Blocks(css=css, head=js_head) as demo:
+    gr.Markdown('''### Zahir: Generative Recommenders for Unprompted, Scalable Exploration
+    Explore the latent space without prompting based on your feedback. Learn more on [the write-up](https://rynmurdock.github.io/posts/2024/3/generative_recomenders/).
     ''', elem_id="description")
-    user_id = gr.State()
-    # calibration videos -- this is a misnomer now :D
-    calibrate_prompts = gr.State( glob.glob('image_init/*') )
-    def l():
-        return None
-
+    embs = gr.State([])
+    img_embs = gr.State([])
+    ys = gr.State([])
+    calibrate_prompts = gr.State([
+    'the moon is melting into my glass of tea',
+    'a sea slug -- pair of claws scuttling -- jelly fish glowing',
+    'an adorable creature. It may be a goblin or a pig or a slug.',
+    'an animation about a gorgeous nebula',
+    'a sketch of an impressive mountain by da vinci',
+    'a watercolor painting: the octopus writhes',
+    ])
+    with gr.Row():
+        prompt = gr.Textbox(interactive=False, elem_id="text")
     with gr.Row(elem_id='output-image'):
-        img = gr.Image(
-            label='Lightning',
-            interactive=False,
-            elem_id="output_im",
-            type='filepath',
-            height=700,
-            width=700,
-        )
-    
-    
-    
+        img = gr.Image(interactive=False, elem_id='output-image', width=700)
     with gr.Row(equal_height=True):
-        b3 = gr.Button(value='👎', interactive=False, elem_id="dislike")
-
-        b2 = gr.Button(value='Neither (Space)', interactive=False, elem_id="neither", visible=False)
-
-        b1 = gr.Button(value='👍', interactive=False, elem_id="like")
-    with gr.Row(equal_height=True):
-        b6 = gr.Button(value='👍 Style', interactive=False, elem_id="dislike like", visible=False)
-        
-        b5 = gr.Button(value='👍 Content', interactive=False, elem_id="like dislike", visible=False) 
-        
+        b3 = gr.Button(value='Dislike (A)', interactive=False, elem_id="dislike")
+        b2 = gr.Button(value='Neither (Space)', interactive=False, elem_id="neither")
+        b1 = gr.Button(value='Like (L)', interactive=False, elem_id="like")
         b1.click(
         choose, 
-        [img, b1, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
+        [img, b1, embs, img_embs, ys, calibrate_prompts],
+        [img, embs, img_embs, ys, calibrate_prompts, prompt]
         )
         b2.click(
         choose, 
-        [img, b2, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
+        [img, b2, embs, img_embs, ys, calibrate_prompts],
+        [img, embs, img_embs, ys, calibrate_prompts, prompt]
         )
         b3.click(
         choose, 
-        [img, b3, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
-        )
-        b5.click(
-        choose, 
-        [img, b5, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
-        )
-        b6.click(
-        choose, 
-        [img, b6, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
+        [img, b3, embs, img_embs, ys, calibrate_prompts],
+        [img, embs, img_embs, ys, calibrate_prompts, prompt]
         )
     with gr.Row():
         b4 = gr.Button(value='Start')
         b4.click(start,
-                 [b4, calibrate_prompts, user_id],
-                 [b1, b2, b3, b4, b5, b6, img, calibrate_prompts, user_id, ]
-                 )
+                 [b4, embs, img_embs, ys, calibrate_prompts],
+                 [b1, b2, b3, b4, img, embs, img_embs, ys, calibrate_prompts, prompt])
     with gr.Row():
-        html = gr.HTML('''<div style='text-align:center; font-size:20px'>You will calibrate for several images and then roam. When your media is generating, you may encounter others'.</ div><br><br><br>
-
-<br><br>
-<div style='text-align:center; font-size:14px'>Thanks to @multimodalart for their contributions to the demo, esp. the interface and @maxbittker for feedback.
+        html = gr.HTML('''<div style='text-align:center; font-size:20px'>You will calibrate for several prompts and then roam. </ div><br><br><br>
+<div style='text-align:center; font-size:14px'>Note that while the SDXL model is unlikely to produce NSFW images, it still may be possible, and users should avoid NSFW content when rating.
 </ div>''')
 
-# TODO quiet logging
-scheduler = BackgroundScheduler()
-scheduler.add_job(func=background_next_image, trigger="interval", seconds=.2)
-scheduler.start()
-
-# TODO shouldn't call this before gradio launch, yeah?
-@spaces.GPU()
-def encode_space(x):
-    im = (
-            model.prior_pipe.image_processor(x, return_tensors="pt")
-            .pixel_values[0]
-            .unsqueeze(0)
-            .to(dtype=model.prior_pipe.image_encoder.dtype, device=device)
-            )
-    im_emb = model.prior_pipe.image_encoder(im)["image_embeds"]
-    return im_emb.detach().to('cpu').to(torch.float32)
-
-# NOTE:
-# media is moved into a random tmp folder so we need to parse filenames carefully.
-# do not have any cases where a file name is the same or could be `in` another filename
-# you also maybe can't use jpegs lmao
-
-# prep our calibration videos
-m_calibrate = glob.glob('image_init/*')
-for im in m_calibrate:
-    tmp_df = pd.DataFrame(columns=['paths', 'embeddings', 'ips', 'user:rating', 'text', 'gemb', 'from_user_id'])
-    tmp_df['paths'] = [im]
-    image = Image.open(im).convert('RGB')
-    im_emb = encode_space(image)
-    
-    tmp_df['embeddings'] = [im_emb.detach().to('cpu')]
-    tmp_df['user:rating'] = [{' ': ' '}]
-    tmp_df['text'] = ['']
-
-    # seems to break things...
-    tmp_df['from_user_id'] = [0]
-    tmp_df['latest_user_to_rate'] = [0]
-    prevs_df = pd.concat((prevs_df, tmp_df))
-
-glob_idx = 0
-demo.launch(share=True,)
+demo.launch(share=True)  # Share your demo with just 1 extra parameter 🚀

config.py

@@ -1,16 +0,0 @@
-import torch
-
-# NOTE model path name changed
-model_path = './last_epoch_ckpt/'
-lr = 1e-5
-device = 'cuda'
-dtype = torch.bfloat16
-data_path = '../data/lke_2017'
-save_path = './'
-epochs = 4
-batch_size = 16
-number_k_clip_embed = 16 # divide by this to determine bundling together of sequences -> CLIP
-num_workers = 32
-seed = 107
-k = 16
-# TODO config option to swap to diffusion?

data.py

@@ -1,147 +0,0 @@
-import torch
-from PIL import Image
-import random
-import logging
-import torchvision
-
-import torchvision.transforms as T
-from torchvision.transforms.functional import InterpolationMode
-
-IMAGENET_MEAN = (0.485, 0.456, 0.406)
-IMAGENET_STD = (0.229, 0.224, 0.225)
-
-def build_transform(input_size):
-    MEAN, STD = IMAGENET_MEAN, IMAGENET_STD
-    transform = T.Compose([
-        T.Lambda(lambda img: img.convert('RGB') if img.mode != 'RGB' else img),
-        T.Resize((input_size, input_size), interpolation=InterpolationMode.BICUBIC),
-        T.ToTensor(),
-        T.Normalize(mean=MEAN, std=STD)
-    ])
-    return transform
-
-def find_closest_aspect_ratio(aspect_ratio, target_ratios, width, height, image_size):
-    best_ratio_diff = float('inf')
-    best_ratio = (1, 1)
-    area = width * height
-    for ratio in target_ratios:
-        target_aspect_ratio = ratio[0] / ratio[1]
-        ratio_diff = abs(aspect_ratio - target_aspect_ratio)
-        if ratio_diff < best_ratio_diff:
-            best_ratio_diff = ratio_diff
-            best_ratio = ratio
-        elif ratio_diff == best_ratio_diff:
-            if area > 0.5 * image_size * image_size * ratio[0] * ratio[1]:
-                best_ratio = ratio
-    return best_ratio
-
-def dynamic_preprocess(image, min_num=1, max_num=8, image_size=448, use_thumbnail=False):
-    orig_width, orig_height = image.size
-    aspect_ratio = orig_width / orig_height
-
-    # calculate the existing image aspect ratio
-    target_ratios = set(
-        (i, j) for n in range(min_num, max_num + 1) for i in range(1, n + 1) for j in range(1, n + 1) if
-        i * j <= max_num and i * j >= min_num)
-    target_ratios = sorted(target_ratios, key=lambda x: x[0] * x[1])
-
-    # find the closest aspect ratio to the target
-    target_aspect_ratio = find_closest_aspect_ratio(
-        aspect_ratio, target_ratios, orig_width, orig_height, image_size)
-
-    # calculate the target width and height
-    target_width = image_size * target_aspect_ratio[0]
-    target_height = image_size * target_aspect_ratio[1]
-    blocks = target_aspect_ratio[0] * target_aspect_ratio[1]
-
-    # resize the image
-    resized_img = image.resize((target_width, target_height))
-    processed_images = []
-    for i in range(blocks):
-        box = (
-            (i % (target_width // image_size)) * image_size,
-            (i // (target_width // image_size)) * image_size,
-            ((i % (target_width // image_size)) + 1) * image_size,
-            ((i // (target_width // image_size)) + 1) * image_size
-        )
-        # split the image
-        split_img = resized_img.crop(box)
-        processed_images.append(split_img)
-    assert len(processed_images) == blocks
-    if use_thumbnail and len(processed_images) != 1:
-        thumbnail_img = image.resize((image_size, image_size))
-        processed_images.append(thumbnail_img)
-    return processed_images
-
-
-def load_image(image_file, pil_image=None, input_size=224,):
-    if not pil_image:
-        pil_image = Image.open(image_file)
-    image = pil_image.convert('RGB')
-    transform = build_transform(input_size=input_size)
-    # images = dynamic_preprocess(image, image_size=input_size, use_thumbnail=True, max_num=max_num)
-    pixel_values = [transform(image) for image in [image]]
-    pixel_values = torch.stack(pixel_values)
-    return pixel_values
-
-def my_collate(batch):
-    try:
-        targets = torch.stack([s['target'] for s in batch])
-        samples = torch.stack([s['samples'] for s in batch])
-
-        # targets = torch.stack([s['target'] for s in batch if s is not None])
-        # samples = torch.stack([s['samples'] for s in batch if s is not None])
-    except Exception as e:
-      logging.warning('my_collate issue ', e)
-      return None
-    return samples, targets
-
-
-class ImageFolderSample(torchvision.datasets.ImageFolder):
-    def __init__(self, data_path, k, processor):
-        super().__init__(data_path)
-        self.k = k
-        self.processor = processor
-
-    def safe_getitem(self, index):
-        try:
-            target_path, class_type = self.samples[index]
-            target = torch.from_numpy(self.processor(self.loader(target_path)).data['pixel_values'][0])
-
-            input_paths = random.choices([p[0] for p in self.samples if p != target_path and class_type in p], k=self.k)
-            assert len(input_paths) == self.k # I think it may do this by default...
-            samples = torch.stack([torch.from_numpy(self.processor(self.loader(i)).data['pixel_values'][0]) for i in input_paths])
-        except Exception as e:
-            logging.warning('getitem issue ', e)
-            samples, target = None, None
-
-        drop_mask = torch.rand(samples.shape[0],) < .2
-        samples[drop_mask] = 0
-
-        drop_whole_set_mask = torch.rand(1,) < .1
-        if drop_whole_set_mask:
-            samples = torch.zeros_like(samples)
-        return {'samples': samples[:, :3], 'target': target[:3]}
-
-    def __getitem__(self, index: int):
-        return self.safe_getitem(index)
-
-
-# https://data.mendeley.com/datasets/fs4k2zc5j5/3
-# Gomez, J. C., Ibarra-Manzano, M. A., & Almanza-Ojeda, D. L. (2017). User Identification in Pinterest Through the Refinement of Cascade Fusion of Text and Images. Research in Computing Science, 144, 41-52.
-def get_dataset(data_path, processor):
-    return ImageFolderSample(data_path, 8, processor)
-
-
-def get_dataloader(data_path, batch_size, num_workers, processor):
-    dataloader = torch.utils.data.DataLoader(
-                                            get_dataset(data_path, processor=processor), 
-                                            num_workers=num_workers, 
-                                            collate_fn=my_collate, 
-                                            batch_size=batch_size, 
-                                            shuffle=True, 
-                                            drop_last=True
-                                            )
-    return dataloader
-
-

last_epoch_ckpt/config.json

@@ -1,18 +0,0 @@
-{
-  "_class_name": "PriorTransformer",
-  "_diffusers_version": "0.34.0.dev0",
-  "_name_or_path": "./last_epoch_ckpt/",
-  "added_emb_type": "prd",
-  "additional_embeddings": 3,
-  "attention_head_dim": 32,
-  "clip_embed_dim": null,
-  "dropout": 0.0,
-  "embedding_dim": 1280,
-  "embedding_proj_dim": null,
-  "embedding_proj_norm_type": null,
-  "encoder_hid_proj_type": "linear",
-  "norm_in_type": null,
-  "num_attention_heads": 16,
-  "num_embeddings": 77,
-  "num_layers": 10
-}

last_epoch_ckpt/diffusion_pytorch_model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:33d7ca8a1d0f179ade0aa00cf9d622b0ac60ea2b58c79933a9212c54b5d6f719
-size 136790920

lightning_app_deprecated.py

@@ -1,460 +0,0 @@
-
-import gradio as gr
-import random
-import time
-import torch
-import glob
-
-import config
-from huggingface_hub import hf_hub_download
-from diffusers import EulerDiscreteScheduler, LCMScheduler, AutoencoderTiny, UNet2DConditionModel, AutoencoderKL, AutoPipelineForText2Image
-from transformers import CLIPVisionModelWithProjection
-from safetensors.torch import load_file
-
-from model import get_model_and_tokenizer
-
-model, tokenizer = get_model_and_tokenizer(config.model_path, 'cuda', torch.bfloat16)
-
-del model.kandinsky_pipe
-del tokenizer
-
-torch.set_float32_matmul_precision('high')
-
-model_id = "stabilityai/stable-diffusion-xl-base-1.0"
-sdxl_lightening = "ByteDance/SDXL-Lightning"
-ckpt = "sdxl_lightning_8step_unet.safetensors"
-unet = UNet2DConditionModel.from_config(model_id, subfolder="unet", low_cpu_mem_usage=True, device_map='cuda').to(torch.float16)
-unet.load_state_dict(load_file(hf_hub_download(sdxl_lightening, ckpt)))
-
-image_encoder = CLIPVisionModelWithProjection.from_pretrained("h94/IP-Adapter",  subfolder="sdxl_models/image_encoder", torch_dtype=torch.float16, low_cpu_mem_usage=True, device_map='cuda')
-pipe = AutoPipelineForText2Image.from_pretrained(model_id, unet=unet, torch_dtype=torch.float16, variant="fp16", image_encoder=image_encoder, low_cpu_mem_usage=True)
-pipe.unet._load_ip_adapter_weights(torch.load(hf_hub_download('h94/IP-Adapter', 'sdxl_models/ip-adapter_sdxl.bin')))
-pipe.load_ip_adapter("h94/IP-Adapter", subfolder="sdxl_models", weight_name="ip-adapter_sdxl.bin")
-pipe.register_modules(image_encoder = image_encoder)
-pipe.set_ip_adapter_scale(0.8)
-
-#pipe.vae = AutoencoderTiny.from_pretrained("madebyollin/taesdxl", torch_dtype=torch.float16, low_cpu_mem_usage=True)
-pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config, timestep_spacing="trailing")
-
-pipe.to(device='cuda').to(dtype=config.dtype)
-output_hidden_state = False
-
-
-# TODO unify/merge origin and this
-# TODO save & restart from (if it exists) dataframe parquet
-
-device = "cuda"
-
-k = config.k
-
-import spaces
-import matplotlib.pyplot as plt
-
-import os
-import gradio as gr
-import pandas as pd
-from apscheduler.schedulers.background import BackgroundScheduler
-
-import random
-import time
-from PIL import Image
-# from safety_checker_improved import maybe_nsfw
-
-
-torch.set_grad_enabled(False)
-torch.backends.cuda.matmul.allow_tf32 = True
-torch.backends.cudnn.allow_tf32 = True
-
-prevs_df = pd.DataFrame(columns=['paths', 'embeddings', 'ips', 'user:rating', 'latest_user_to_rate', 'from_user_id', 'text', 'gemb'])
-
-import spaces
-start_time = time.time()
-
-####################### Setup Model
-from diffusers import EulerDiscreteScheduler
-from PIL import Image
-import uuid
-
-
-@spaces.GPU()
-def generate_gpu(in_im_embs, prompt='the scene'):
-    with torch.no_grad():
-        in_im_embs = in_im_embs.to('cuda')
-
-        negative_image_embeds = in_im_embs[0]# if random.random() < .3 else model.prior_pipe.get_zero_embed()
-        positive_image_embeds = in_im_embs[1]
-
-        in_im_embs = in_im_embs.to('cuda').view(2, 1, -1)
-        images = pipe(prompt=prompt, guidance_scale=4, added_cond_kwargs={}, ip_adapter_image_embeds=[in_im_embs],  num_inference_steps=8).images[0]
-        im_emb, _ = pipe.encode_image(
-                    images, 'cuda', 1, output_hidden_state
-                )
-        im_emb = im_emb.detach().to('cpu').to(torch.float32)
-    return images, im_emb
-
-
-def generate(in_im_embs, ):
-    output, im_emb = generate_gpu(in_im_embs)
-    nsfw = False#maybe_nsfw(output.images[0])
-    
-    name = str(uuid.uuid4()).replace("-", "")
-    path = f"/tmp/{name}.png"
-    
-    if nsfw:
-        gr.Warning("NSFW content detected.")
-        # TODO could return an automatic dislike of auto dislike on the backend for neither as well; just would need refactoring.
-        return None, im_emb
-    
-    output.save(path)
-    return path, im_emb
-
-
-#######################
-
-@spaces.GPU()
-def sample_embs(prompt_embeds):
-    latent = torch.randn(prompt_embeds.shape[0], 1, prompt_embeds.shape[-1])
-    if prompt_embeds.shape[1] < k:
-            prompt_embeds = torch.nn.functional.pad(prompt_embeds, [0, 0, 0, k-prompt_embeds.shape[1]])
-    assert prompt_embeds.shape[1] == k, f"The model is set to take `k`` cond image embeds but is shape {prompt_embeds.shape}"
-    image_embeds = model(latent.to('cuda'), prompt_embeds.to('cuda')).predicted_image_embedding
-    return image_embeds
-
-@spaces.GPU()
-def get_user_emb(embs, ys):
-    positives = [e for e, ys in zip(embs, ys) if ys == 1]
-    if len(positives) == 0:
-        positives = torch.zeros_like(im_emb)[None]
-    else:
-        embs = random.sample(positives, min(k-4, len(positives))) + positives[-4:]
-        positives = torch.stack(embs, 1)
-
-    negs = [e for e, ys in zip(embs, ys) if ys == 0]
-    if len(negs) == 0:
-        negatives = torch.zeros_like(im_emb)[None]
-    else:
-        negative_embs = random.sample(negs, min(k-4, len(negs))) + negs[-4:]
-        negatives = torch.stack(negative_embs, 1)
-        # if random.random() < .5:
-        #     negatives = torch.zeros_like(negatives)
-
-    image_embeds = torch.stack([sample_embs(negatives), sample_embs(positives)])
-
-    return image_embeds
-
-
-def background_next_image():
-        global prevs_df
-        # only let it get N (maybe 3) ahead of the user
-        #not_rated_rows = prevs_df[[i[1]['user:rating'] == {' ': ' '} for i in prevs_df.iterrows()]]
-        rated_rows = prevs_df[[i[1]['user:rating'] != {' ': ' '} for i in prevs_df.iterrows()]]
-        if len(rated_rows) < 4:
-            time.sleep(.1)
-        #    not_rated_rows = prevs_df[[i[1]['user:rating'] == {' ': ' '} for i in prevs_df.iterrows()]]
-            return
-
-        user_id_list = set(rated_rows['latest_user_to_rate'].to_list())
-        for uid in user_id_list:
-            rated_rows = prevs_df[[i[1]['user:rating'].get(uid, None) is not None for i in prevs_df.iterrows()]]
-            not_rated_rows = prevs_df[[i[1]['user:rating'].get(uid, None) is None for i in prevs_df.iterrows()]]
-            
-            # we need to intersect not_rated_rows from this user's embed > 7. Just add a new column on which user_id spawned the 
-            #   media. 
-            
-            unrated_from_user = not_rated_rows[[i[1]['from_user_id'] == uid for i in not_rated_rows.iterrows()]]
-
-            # we don't compute more after n are in the queue for them
-            if len(unrated_from_user) >= 10:
-                continue
-            
-            if len(rated_rows) < 4:
-                continue
-
-            global glob_idx
-            glob_idx += 1
-            
-            ems = rated_rows['embeddings'].to_list()
-            ys = [i[uid][0] for i in rated_rows['user:rating'].to_list()]
-
-            emz = get_user_emb(ems, ys)
-            img, embs = generate(emz)
-            
-            if img:
-                tmp_df = pd.DataFrame(columns=['paths', 'embeddings', 'ips', 'user:rating', 'latest_user_to_rate', 'text', 'gemb'])
-                tmp_df['paths'] = [img]
-                tmp_df['embeddings'] = [embs.to(torch.float32).to('cpu')]
-                tmp_df['user:rating'] = [{' ': ' '}]
-                tmp_df['from_user_id'] = [uid]
-                tmp_df['text'] = ['']
-                prevs_df = pd.concat((prevs_df, tmp_df))
-                # we can free up storage by deleting the image
-                if len(prevs_df) > 500:
-                    oldest_path = prevs_df.iloc[6]['paths']
-                    if os.path.isfile(oldest_path):
-                        os.remove(oldest_path)
-                    else:
-                        # If it fails, inform the user.
-                        print("Error: %s file not found" % oldest_path)
-                    # only keep 50 images & embeddings & ips, then remove oldest besides calibrating
-                    prevs_df = pd.concat((prevs_df.iloc[:6], prevs_df.iloc[7:]))
-    
-def pluck_img(user_id):
-    # TODO pluck images based on similarity but also based on diversity by cluster every few times.
-    rated_rows = prevs_df[[i[1]['user:rating'].get(user_id, None) is not None for i in prevs_df.iterrows()]]
-    ems = rated_rows['embeddings'].to_list()
-    ys = [i[user_id][0] for i in rated_rows['user:rating'].to_list()]
-    user_emb = get_user_emb(ems, ys)
-
-    not_rated_rows = prevs_df[[i[1]['user:rating'].get(user_id, 'gone') == 'gone' for i in prevs_df.iterrows()]]
-    while len(not_rated_rows) == 0:
-        not_rated_rows = prevs_df[[i[1]['user:rating'].get(user_id, 'gone') == 'gone' for i in prevs_df.iterrows()]]
-        time.sleep(.1)
-        # TODO optimize this lol
-
-    # NOTE could opt for only showing their own or prioritizing their own media.
-    unrated_from_user = not_rated_rows[[i[1]['from_user_id'] == user_id for i in not_rated_rows.iterrows()]]
-
-    best_sim = -10000000
-    for i in not_rated_rows.iterrows():
-        # TODO sloppy .to but it is 3am.
-        sim = torch.cosine_similarity(i[1]['embeddings'].detach().to('cpu'), user_emb.detach().to('cpu'), -1)
-        if len(sim) > 1: sim = sim[1]
-        if sim.squeeze() > best_sim:
-            best_sim = sim
-            best_row = i[1]
-    img = best_row['paths']
-    return img
-
-def next_image(calibrate_prompts, user_id):
-    with torch.no_grad():
-        # once we've done so many random calibration prompts out of the full media
-        if len(m_calibrate) - len(calibrate_prompts) < 5:
-            cal_video = calibrate_prompts.pop(random.randint(0, len(calibrate_prompts)-1))
-            image = prevs_df[prevs_df['paths'] == cal_video]['paths'].to_list()[0]
-        # we switch to just getting media by similarity.
-        else:
-            image = pluck_img(user_id)
-        return image, calibrate_prompts
-
-
-
-
-
-
-def start(_, calibrate_prompts, user_id, request: gr.Request):
-    user_id = int(str(time.time())[-7:].replace('.', ''))
-    image, calibrate_prompts = next_image(calibrate_prompts, user_id)
-    return [
-            gr.Button(value='👍', interactive=True), 
-            gr.Button(value='Neither (Space)', interactive=True, visible=False), 
-            gr.Button(value='👎', interactive=True),
-            gr.Button(value='Start', interactive=False),
-            gr.Button(value='👍 Content', interactive=True, visible=False),
-            gr.Button(value='👍 Style', interactive=True, visible=False),
-            image,
-            calibrate_prompts,
-            user_id,
-            ]
-
-
-def choose(img, choice, calibrate_prompts, user_id, request: gr.Request):
-    global prevs_df
-    
-    if choice == '👍':
-        choice = [1, 1]
-    elif choice == 'Neither (Space)':
-        img, calibrate_prompts = next_image(calibrate_prompts, user_id)
-        return img, calibrate_prompts
-    elif choice == '👎':
-        choice = [0, 0]
-    elif choice == '👍 Style':
-        choice = [0, 1]
-    elif choice == '👍 Content':
-        choice = [1, 0]
-    else:
-        assert False, f'choice is {choice}'
-    
-    # if we detected NSFW, leave that area of latent space regardless of how they rated chosen.
-    # TODO skip allowing rating & just continue
-    if img is None:
-        print('NSFW -- choice is disliked')
-        choice = [0, 0]
-    
-    row_mask = [p.split('/')[-1] in img for p in prevs_df['paths'].to_list()]
-    # if it's still in the dataframe, add the choice
-    if len(prevs_df.loc[row_mask, 'user:rating']) > 0:
-        prevs_df.loc[row_mask, 'user:rating'][0][user_id] = choice
-        prevs_df.loc[row_mask, 'latest_user_to_rate'] = [user_id]
-    else:
-        print('Image apparently removed', img)
-    img, calibrate_prompts = next_image(calibrate_prompts, user_id)
-    return img, calibrate_prompts
-
-css = '''.gradio-container{max-width: 700px !important}
-#description{text-align: center}
-#description h1, #description h3{display: block}
-#description p{margin-top: 0}
-.fade-in-out {animation: fadeInOut 3s forwards}
-@keyframes fadeInOut {
-    0% {
-      background: var(--bg-color);
-    }
-    100% {
-      background: var(--button-secondary-background-fill);
-    }
-}
-'''
-js_head = '''
-<script>
-document.addEventListener('keydown', function(event) {
-    if (event.key === 'a' || event.key === 'A') {
-        // Trigger click on 'dislike' if 'A' is pressed
-        document.getElementById('dislike').click();
-    } else if (event.key === ' ' || event.keyCode === 32) {
-        // Trigger click on 'neither' if Spacebar is pressed
-        document.getElementById('neither').click();
-    } else if (event.key === 'l' || event.key === 'L') {
-        // Trigger click on 'like' if 'L' is pressed
-        document.getElementById('like').click();
-    }
-});
-function fadeInOut(button, color) {
-  button.style.setProperty('--bg-color', color);
-  button.classList.remove('fade-in-out');
-  void button.offsetWidth; // This line forces a repaint by accessing a DOM property
-  
-  button.classList.add('fade-in-out');
-  button.addEventListener('animationend', () => {
-    button.classList.remove('fade-in-out'); // Reset the animation state
-  }, {once: true});
-}
-document.body.addEventListener('click', function(event) {
-    const target = event.target;
-    if (target.id === 'dislike') {
-      fadeInOut(target, '#ff1717');
-    } else if (target.id === 'like') {
-      fadeInOut(target, '#006500');
-    } else if (target.id === 'neither') {
-      fadeInOut(target, '#cccccc');
-    }
-});
-
-</script>
-'''
-
-with gr.Blocks(head=js_head, css=css) as demo:
-    gr.Markdown('''# The Other Tiger
-### Generative Recommenders for Exporation of Possible Images
-
-Explore the latent space using binary feedback.
-
-[rynmurdock.github.io](https://rynmurdock.github.io/)
-    ''', elem_id="description")
-    user_id = gr.State()
-    # calibration videos -- this is a misnomer now :D
-    calibrate_prompts = gr.State( glob.glob('image_init/*') )
-    def l():
-        return None
-
-    with gr.Row(elem_id='output-image'):
-        img = gr.Image(
-            label='Lightning',
-            interactive=False,
-            elem_id="output_im",
-            type='filepath',
-            height=700,
-            width=700,
-        )
-    
-    
-    
-    with gr.Row(equal_height=True):
-        b3 = gr.Button(value='👎', interactive=False, elem_id="dislike")
-
-        b2 = gr.Button(value='Neither (Space)', interactive=False, elem_id="neither", visible=False)
-
-        b1 = gr.Button(value='👍', interactive=False, elem_id="like")
-    with gr.Row(equal_height=True):
-        b6 = gr.Button(value='👍 Style', interactive=False, elem_id="dislike like", visible=False)
-        
-        b5 = gr.Button(value='👍 Content', interactive=False, elem_id="like dislike", visible=False) 
-        
-        b1.click(
-        choose, 
-        [img, b1, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
-        )
-        b2.click(
-        choose, 
-        [img, b2, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
-        )
-        b3.click(
-        choose, 
-        [img, b3, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
-        )
-        b5.click(
-        choose, 
-        [img, b5, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
-        )
-        b6.click(
-        choose, 
-        [img, b6, calibrate_prompts, user_id],
-        [img, calibrate_prompts, ],
-        )
-    with gr.Row():
-        b4 = gr.Button(value='Start')
-        b4.click(start,
-                 [b4, calibrate_prompts, user_id],
-                 [b1, b2, b3, b4, b5, b6, img, calibrate_prompts, user_id, ]
-                 )
-    with gr.Row():
-        html = gr.HTML('''<div style='text-align:center; font-size:20px'>You will calibrate for several images and then roam. When your media is generating, you may encounter others'.</ div><br><br><br>
-
-<br><br>
-<div style='text-align:center; font-size:14px'>Thanks to @multimodalart for their contributions to the demo, esp. the interface and @maxbittker for feedback.
-</ div>''')
-
-# TODO quiet logging
-scheduler = BackgroundScheduler()
-scheduler.add_job(func=background_next_image, trigger="interval", seconds=.2)
-scheduler.start()
-
-# TODO shouldn't call this before gradio launch, yeah?
-@spaces.GPU()
-def encode_space(x):
-    im = (
-            model.prior_pipe.image_processor(x, return_tensors="pt")
-            .pixel_values[0]
-            .unsqueeze(0)
-            .to(dtype=model.prior_pipe.image_encoder.dtype, device=device)
-            )
-    im_emb = model.prior_pipe.image_encoder(im)["image_embeds"]
-    return im_emb.detach().to('cpu').to(torch.float32)
-
-# NOTE:
-# media is moved into a random tmp folder so we need to parse filenames carefully.
-# do not have any cases where a file name is the same or could be `in` another filename
-# you also maybe can't use jpegs lmao
-
-# prep our calibration videos
-m_calibrate = glob.glob('image_init/*')
-for im in m_calibrate:
-    tmp_df = pd.DataFrame(columns=['paths', 'embeddings', 'ips', 'user:rating', 'text', 'gemb', 'from_user_id'])
-    tmp_df['paths'] = [im]
-    image = Image.open(im).convert('RGB')
-    im_emb = encode_space(image)
-    
-    tmp_df['embeddings'] = [im_emb.detach().to('cpu')]
-    tmp_df['user:rating'] = [{' ': ' '}]
-    tmp_df['text'] = ['']
-
-    # seems to break things...
-    tmp_df['from_user_id'] = [0]
-    tmp_df['latest_user_to_rate'] = [0]
-    prevs_df = pd.concat((prevs_df, tmp_df))
-
-glob_idx = 0
-demo.launch(share=True,)

model.py

@@ -1,52 +0,0 @@
-
-import torch
-import logging
-from diffusers import DiffusionPipeline
-
-from prior.pipeline_kandinsky_prior import KandinskyPriorPipeline
-from prior.prior_transformer import PriorTransformer
-
-
-class Zoo(torch.nn.Module):
-    def __init__(self, prior, prior_pipe, kandinsky_pipe, ) -> None:
-        super().__init__()
-        self.prior = prior
-        self.prior_pipe = prior_pipe
-        self.kandinsky_pipe = kandinsky_pipe
-        self.pre_prior_transformer = None 
-        # NOTE we may get better perf from freezing our prior 
-        #     and only training a transformer adapter?
-
-    def forward(self, latents, preferred_embeds):
-        pred = self.prior(latents, preferred_embeds)
-        return pred
-    
-    def do_validation(self, images): # TODO constant val seed
-        assert all([len(i) == 8 for i in images]), f'We have must have `k` images, not {len(images)}.'
-        image_embeds, negative_image_embeds = self.prior_pipe(images).to_tuple()
-        images = self.kandinsky_pipe(
-            num_inference_steps=50,
-            image_embeds=image_embeds,
-            negative_image_embeds=negative_image_embeds,
-        ).images
-        images[0].save('latest_val.png')
-        return images
-
-def get_model_and_tokenizer(path, device, dtype):
-    prior = PriorTransformer.from_pretrained("ECLIPSE-Community/ECLIPSE_KandinskyV22_Prior" 
-                                             if path is None else path).to(device)
-        
-    pipe_prior = KandinskyPriorPipeline.from_pretrained("kandinsky-community/kandinsky-2-2-prior", prior=prior).to(device)
-    pipe_prior.image_encoder = pipe_prior.image_encoder.to(device, dtype)
-    # Note: don't set the prior to `dtype`` as it may be half precision, 
-    #     and we're training with mixed precision
-    #     so we need to keep our full-precision weight for trained params
-    kandinsky_pipe = DiffusionPipeline.from_pretrained("kandinsky-community/kandinsky-2-2-decoder").to(device, dtype)
-    model = Zoo(prior, pipe_prior, kandinsky_pipe).to(device)
-
-    return model, model.prior_pipe.image_encoder
-
-def get_optimizer(params, lr):
-    logging.info(f'Training: {params}')
-    optimizer = torch.optim.AdamW(params, lr=lr)
-    return optimizer

image_init/10o.png → nsfweffnetv2-b02-3epochs.h5

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16edbcb1b5cab0d32244ac9faac2f9e25724e00532c867f0b1cd4808cacc1054
-size 388274
+oid sha256:91422f388d1632c1af21b3d787b4f6c1a8e6114f600162d392b0bf285ff8a433
+size 71027272

prior/pipeline_kandinsky_prior.py

@@ -1,546 +0,0 @@
-from dataclasses import dataclass
-from typing import List, Optional, Union
-
-import numpy as np
-import PIL
-import torch
-from transformers import (
-    CLIPImageProcessor,
-    CLIPTextModelWithProjection,
-    CLIPTokenizer,
-    CLIPVisionModelWithProjection,
-)
-
-from diffusers.models import PriorTransformer
-from diffusers.schedulers import UnCLIPScheduler
-from diffusers.utils import (
-    BaseOutput,
-    is_accelerate_available,
-    is_accelerate_version,
-    logging,
-    replace_example_docstring,
-)
-from diffusers.pipelines.pipeline_utils import DiffusionPipeline
-
-
-logger = logging.get_logger(__name__)  # pylint: disable=invalid-name
-
-EXAMPLE_DOC_STRING = """
-    Examples:
-        ```py
-        >>> from diffusers import KandinskyPipeline, KandinskyPriorPipeline
-        >>> import torch
-
-        >>> pipe_prior = KandinskyPriorPipeline.from_pretrained("kandinsky-community/kandinsky-2-1-prior")
-        >>> pipe_prior.to("cuda")
-
-        >>> prompt = "red cat, 4k photo"
-        >>> out = pipe_prior(prompt)
-        >>> image_emb = out.image_embeds
-        >>> negative_image_emb = out.negative_image_embeds
-
-        >>> pipe = KandinskyPipeline.from_pretrained("kandinsky-community/kandinsky-2-1")
-        >>> pipe.to("cuda")
-
-        >>> image = pipe(
-        ...     prompt,
-        ...     image_embeds=image_emb,
-        ...     negative_image_embeds=negative_image_emb,
-        ...     height=768,
-        ...     width=768,
-        ...     num_inference_steps=100,
-        ... ).images
-
-        >>> image[0].save("cat.png")
-        ```
-"""
-
-EXAMPLE_INTERPOLATE_DOC_STRING = """
-    Examples:
-        ```py
-        >>> from diffusers import KandinskyPriorPipeline, KandinskyPipeline
-        >>> from diffusers.utils import load_image
-        >>> import PIL
-
-        >>> import torch
-        >>> from torchvision import transforms
-
-        >>> pipe_prior = KandinskyPriorPipeline.from_pretrained(
-        ...     "kandinsky-community/kandinsky-2-1-prior", torch_dtype=torch.float16
-        ... )
-        >>> pipe_prior.to("cuda")
-
-        >>> img1 = load_image(
-        ...     "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main"
-        ...     "/kandinsky/cat.png"
-        ... )
-
-        >>> img2 = load_image(
-        ...     "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main"
-        ...     "/kandinsky/starry_night.jpeg"
-        ... )
-
-        >>> images_texts = ["a cat", img1, img2]
-        >>> weights = [0.3, 0.3, 0.4]
-        >>> image_emb, zero_image_emb = pipe_prior.interpolate(images_texts, weights)
-
-        >>> pipe = KandinskyPipeline.from_pretrained("kandinsky-community/kandinsky-2-1", torch_dtype=torch.float16)
-        >>> pipe.to("cuda")
-
-        >>> image = pipe(
-        ...     "",
-        ...     image_embeds=image_emb,
-        ...     negative_image_embeds=zero_image_emb,
-        ...     height=768,
-        ...     width=768,
-        ...     num_inference_steps=150,
-        ... ).images[0]
-
-        >>> image.save("starry_cat.png")
-        ```
-"""
-
-
-@dataclass
-class KandinskyPriorPipelineOutput(BaseOutput):
-    """
-    Output class for KandinskyPriorPipeline.
-
-    Args:
-        image_embeds (`torch.FloatTensor`)
-            clip image embeddings for text prompt
-        negative_image_embeds (`List[PIL.Image.Image]` or `np.ndarray`)
-            clip image embeddings for unconditional tokens
-    """
-
-    image_embeds: Union[torch.FloatTensor, np.ndarray]
-    negative_image_embeds: Union[torch.FloatTensor, np.ndarray]
-
-
-class KandinskyPriorPipeline(DiffusionPipeline):
-    """
-    Pipeline for generating image prior for Kandinsky
-
-    This model inherits from [`DiffusionPipeline`]. Check the superclass documentation for the generic methods the
-    library implements for all the pipelines (such as downloading or saving, running on a particular device, etc.)
-
-    Args:
-        prior ([`PriorTransformer`]):
-            The canonincal unCLIP prior to approximate the image embedding from the text embedding.
-        image_encoder ([`CLIPVisionModelWithProjection`]):
-            Frozen image-encoder.
-        text_encoder ([`CLIPTextModelWithProjection`]):
-            Frozen text-encoder.
-        tokenizer (`CLIPTokenizer`):
-            Tokenizer of class
-            [CLIPTokenizer](https://huggingface.co/docs/transformers/v4.21.0/en/model_doc/clip#transformers.CLIPTokenizer).
-        scheduler ([`UnCLIPScheduler`]):
-            A scheduler to be used in combination with `prior` to generate image embedding.
-    """
-
-    _exclude_from_cpu_offload = ["prior"]
-
-    def __init__(
-        self,
-        prior: PriorTransformer,
-        image_encoder: CLIPVisionModelWithProjection,
-        text_encoder: CLIPTextModelWithProjection,
-        tokenizer: CLIPTokenizer,
-        scheduler: UnCLIPScheduler,
-        image_processor: CLIPImageProcessor,
-    ):
-        super().__init__()
-
-        self.register_modules(
-            prior=prior,
-            text_encoder=text_encoder,
-            tokenizer=tokenizer,
-            scheduler=scheduler,
-            image_encoder=image_encoder,
-            image_processor=image_processor,
-        )
-
-    @torch.no_grad()
-    @replace_example_docstring(EXAMPLE_INTERPOLATE_DOC_STRING)
-    def interpolate(
-        self,
-        images_and_prompts: List[Union[str, PIL.Image.Image, torch.FloatTensor]],
-        weights: List[float],
-        num_images_per_prompt: int = 1,
-        num_inference_steps: int = 25,
-        generator: Optional[Union[torch.Generator, List[torch.Generator]]] = None,
-        latents: Optional[torch.FloatTensor] = None,
-        negative_prior_prompt: Optional[str] = None,
-        negative_prompt: str = "",
-        guidance_scale: float = 4.0,
-        device=None,
-    ):
-        """
-        Function invoked when using the prior pipeline for interpolation.
-
-        Args:
-            images_and_prompts (`List[Union[str, PIL.Image.Image, torch.FloatTensor]]`):
-                list of prompts and images to guide the image generation.
-            weights: (`List[float]`):
-                list of weights for each condition in `images_and_prompts`
-            num_images_per_prompt (`int`, *optional*, defaults to 1):
-                The number of images to generate per prompt.
-            num_inference_steps (`int`, *optional*, defaults to 25):
-                The number of denoising steps. More denoising steps usually lead to a higher quality image at the
-                expense of slower inference.
-            generator (`torch.Generator` or `List[torch.Generator]`, *optional*):
-                One or a list of [torch generator(s)](https://pytorch.org/docs/stable/generated/torch.Generator.html)
-                to make generation deterministic.
-            latents (`torch.FloatTensor`, *optional*):
-                Pre-generated noisy latents, sampled from a Gaussian distribution, to be used as inputs for image
-                generation. Can be used to tweak the same generation with different prompts. If not provided, a latents
-                tensor will ge generated by sampling using the supplied random `generator`.
-            negative_prior_prompt (`str`, *optional*):
-                The prompt not to guide the prior diffusion process. Ignored when not using guidance (i.e., ignored if
-                `guidance_scale` is less than `1`).
-            negative_prompt (`str` or `List[str]`, *optional*):
-                The prompt not to guide the image generation. Ignored when not using guidance (i.e., ignored if
-                `guidance_scale` is less than `1`).
-            guidance_scale (`float`, *optional*, defaults to 4.0):
-                Guidance scale as defined in [Classifier-Free Diffusion Guidance](https://arxiv.org/abs/2207.12598).
-                `guidance_scale` is defined as `w` of equation 2. of [Imagen
-                Paper](https://arxiv.org/pdf/2205.11487.pdf). Guidance scale is enabled by setting `guidance_scale >
-                1`. Higher guidance scale encourages to generate images that are closely linked to the text `prompt`,
-                usually at the expense of lower image quality.
-
-        Examples:
-
-        Returns:
-            [`KandinskyPriorPipelineOutput`] or `tuple`
-        """
-
-        device = device or self.device
-
-        if len(images_and_prompts) != len(weights):
-            raise ValueError(
-                f"`images_and_prompts` contains {len(images_and_prompts)} items and `weights` contains {len(weights)} items - they should be lists of same length"
-            )
-
-        image_embeddings = []
-        for cond, weight in zip(images_and_prompts, weights):
-            if isinstance(cond, str):
-                image_emb = self(
-                    cond,
-                    num_inference_steps=num_inference_steps,
-                    num_images_per_prompt=num_images_per_prompt,
-                    generator=generator,
-                    latents=latents,
-                    negative_prompt=negative_prior_prompt,
-                    guidance_scale=guidance_scale,
-                ).image_embeds
-
-            elif isinstance(cond, (PIL.Image.Image, torch.Tensor)):
-                if isinstance(cond, PIL.Image.Image):
-                    cond = (
-                        self.image_processor(cond, return_tensors="pt")
-                        .pixel_values[0]
-                        .unsqueeze(0)
-                        .to(dtype=self.image_encoder.dtype, device=device)
-                    )
-
-                image_emb = self.image_encoder(cond)["image_embeds"]
-
-            else:
-                raise ValueError(
-                    f"`images_and_prompts` can only contains elements to be of type `str`, `PIL.Image.Image` or `torch.Tensor`  but is {type(cond)}"
-                )
-
-            image_embeddings.append(image_emb * weight)
-
-        image_emb = torch.cat(image_embeddings).sum(dim=0, keepdim=True)
-
-        out_zero = self(
-            negative_prompt,
-            num_inference_steps=num_inference_steps,
-            num_images_per_prompt=num_images_per_prompt,
-            generator=generator,
-            latents=latents,
-            negative_prompt=negative_prior_prompt,
-            guidance_scale=guidance_scale,
-        )
-        zero_image_emb = (
-            out_zero.negative_image_embeds
-            if negative_prompt == ""
-            else out_zero.image_embeds
-        )
-
-        return KandinskyPriorPipelineOutput(
-            image_embeds=image_emb, negative_image_embeds=zero_image_emb
-        )
-
-    # Copied from diffusers.pipelines.unclip.pipeline_unclip.UnCLIPPipeline.prepare_latents
-    def prepare_latents(self, shape, dtype, device, generator, latents, scheduler):
-        if latents is None:
-            latents = torch.randn(
-                shape, generator=generator, device=device, dtype=dtype
-            )
-        else:
-            if latents.shape != shape:
-                raise ValueError(
-                    f"Unexpected latents shape, got {latents.shape}, expected {shape}"
-                )
-            latents = latents.to(device)
-
-        latents = latents * scheduler.init_noise_sigma
-        return latents
-
-    def get_zero_embed(self, batch_size=1, device=None):
-        device = device or self.device
-        zero_img = torch.zeros(
-            1,
-            3,
-            self.image_encoder.config.image_size,
-            self.image_encoder.config.image_size,
-        ).to(device=device, dtype=self.image_encoder.dtype)
-        zero_image_emb = self.image_encoder(zero_img)["image_embeds"]
-        zero_image_emb = zero_image_emb.repeat(batch_size, 1)
-        return zero_image_emb
-
-    def _encode_prompt(
-        self,
-        prompt,
-        device,
-        num_images_per_prompt,
-        do_classifier_free_guidance,
-        negative_prompt=None,
-    ):
-        batch_size = len(prompt) if isinstance(prompt, list) else 1
-        # get prompt text embeddings
-        cond = (
-                self.image_processor(prompt, return_tensors="pt")
-                .pixel_values[0]
-                .unsqueeze(0)
-                .to(dtype=self.image_encoder.dtype, device=device)
-                )
-        prompt_embeds = self.image_encoder(cond)["image_embeds"]
-
-        prompt_embeds = prompt_embeds.repeat_interleave(num_images_per_prompt, dim=0)
-
-        if do_classifier_free_guidance:
-            if negative_prompt is None:
-                uncond_tokens = self.get_zero_embed(batch_size=prompt_embeds.shape[0])
-            elif type(prompt) is not type(negative_prompt):
-                raise TypeError(
-                    f"`negative_prompt` should be the same type to `prompt`, but got {type(negative_prompt)} !="
-                    f" {type(prompt)}."
-                )
-            elif batch_size != len(negative_prompt):
-                raise ValueError(
-                    f"`negative_prompt`: {negative_prompt} has batch size {len(negative_prompt)}, but `prompt`:"
-                    f" {prompt} has batch size {batch_size}. Please make sure that passed `negative_prompt` matches"
-                    " the batch size of `prompt`."
-                )
-            else:
-                uncond_tokens = negative_prompt
-
-            cond = (
-                    self.image_processor(uncond_tokens, return_tensors="pt")
-                    .pixel_values[0]
-                    .unsqueeze(0)
-                    .to(dtype=self.image_encoder.dtype, device=device)
-                    )
-
-            negative_prompt_embeds = self.image_encoder(cond)["image_embeds"]
-
-            seq_len = negative_prompt_embeds.shape[1]
-            negative_prompt_embeds = negative_prompt_embeds.repeat(
-                1, num_images_per_prompt
-            )
-            negative_prompt_embeds = negative_prompt_embeds.view(
-                batch_size * num_images_per_prompt, seq_len
-            )
-
-            # For classifier free guidance, we need to do two forward passes.
-            # Here we concatenate the unconditional and text embeddings into a single batch
-            # to avoid doing two forward passes
-            prompt_embeds = torch.cat([negative_prompt_embeds, prompt_embeds])
-        return prompt_embeds, None
-
-    def enable_model_cpu_offload(self, gpu_id=0):
-        r"""
-        Offloads all models to CPU using accelerate, reducing memory usage with a low impact on performance. Compared
-        to `enable_sequential_cpu_offload`, this method moves one whole model at a time to the GPU when its `forward`
-        method is called, and the model remains in GPU until the next model runs. Memory savings are lower than with
-        `enable_sequential_cpu_offload`, but performance is much better due to the iterative execution of the `unet`.
-        """
-        if is_accelerate_available() and is_accelerate_version(">=", "0.17.0.dev0"):
-            from accelerate import cpu_offload_with_hook
-        else:
-            raise ImportError(
-                "`enable_model_cpu_offload` requires `accelerate v0.17.0` or higher."
-            )
-
-        device = torch.device(f"cuda:{gpu_id}")
-
-        if self.device.type != "cpu":
-            self.to("cpu", silence_dtype_warnings=True)
-            torch.cuda.empty_cache()  # otherwise we don't see the memory savings (but they probably exist)
-
-        hook = None
-        for cpu_offloaded_model in [self.text_encoder, self.prior]:
-            _, hook = cpu_offload_with_hook(
-                cpu_offloaded_model, device, prev_module_hook=hook
-            )
-
-        # We'll offload the last model manually.
-        self.prior_hook = hook
-
-        _, hook = cpu_offload_with_hook(
-            self.image_encoder, device, prev_module_hook=self.prior_hook
-        )
-
-        self.final_offload_hook = hook
-
-    @torch.no_grad()
-    @replace_example_docstring(EXAMPLE_DOC_STRING)
-    def __call__(
-        self,
-        prompt: Union[str, List[str]],
-        k,
-        negative_prompt: Optional[Union[str, List[str]]] = None,
-        num_images_per_prompt: int = 1,
-        num_inference_steps: int = 25,
-        generator: Optional[Union[torch.Generator, List[torch.Generator]]] = None,
-        latents: Optional[torch.FloatTensor] = None,
-        guidance_scale: float = 4.0,
-        output_type: Optional[str] = "pt",
-        return_dict: bool = True,
-    ):
-        """
-        Function invoked when calling the pipeline for generation.
-
-        Args:
-            prompt (`str` or `List[str]`):
-                The prompt or prompts to guide the image generation.
-            negative_prompt (`str` or `List[str]`, *optional*):
-                The prompt or prompts not to guide the image generation. Ignored when not using guidance (i.e., ignored
-                if `guidance_scale` is less than `1`).
-            num_images_per_prompt (`int`, *optional*, defaults to 1):
-                The number of images to generate per prompt.
-            num_inference_steps (`int`, *optional*, defaults to 25):
-                The number of denoising steps. More denoising steps usually lead to a higher quality image at the
-                expense of slower inference.
-            generator (`torch.Generator` or `List[torch.Generator]`, *optional*):
-                One or a list of [torch generator(s)](https://pytorch.org/docs/stable/generated/torch.Generator.html)
-                to make generation deterministic.
-            latents (`torch.FloatTensor`, *optional*):
-                Pre-generated noisy latents, sampled from a Gaussian distribution, to be used as inputs for image
-                generation. Can be used to tweak the same generation with different prompts. If not provided, a latents
-                tensor will ge generated by sampling using the supplied random `generator`.
-            guidance_scale (`float`, *optional*, defaults to 4.0):
-                Guidance scale as defined in [Classifier-Free Diffusion Guidance](https://arxiv.org/abs/2207.12598).
-                `guidance_scale` is defined as `w` of equation 2. of [Imagen
-                Paper](https://arxiv.org/pdf/2205.11487.pdf). Guidance scale is enabled by setting `guidance_scale >
-                1`. Higher guidance scale encourages to generate images that are closely linked to the text `prompt`,
-                usually at the expense of lower image quality.
-            output_type (`str`, *optional*, defaults to `"pt"`):
-                The output format of the generate image. Choose between: `"np"` (`np.array`) or `"pt"`
-                (`torch.Tensor`).
-            return_dict (`bool`, *optional*, defaults to `True`):
-                Whether or not to return a [`~pipelines.ImagePipelineOutput`] instead of a plain tuple.
-
-        Examples:
-
-        Returns:
-            [`KandinskyPriorPipelineOutput`] or `tuple`
-        """
-
-        # if the negative prompt is defined we double the batch size to
-        # directly retrieve the negative prompt embedding
-        if negative_prompt is not None:
-            prompt = prompt + negative_prompt
-            negative_prompt = 2 * negative_prompt
-
-        device = self._execution_device
-
-        batch_size = len(prompt)
-        batch_size = batch_size * num_images_per_prompt
-
-        full_prompt = []
-        for b in prompt: # TODO of course vectorize this lol
-            full_seq = []
-            for p in b:
-                prompt_embeds, text_mask = self._encode_prompt(
-                    p, device, num_images_per_prompt, False, negative_prompt
-                )
-                full_seq.append(prompt_embeds)
-                prompt_embeds = torch.cat(full_seq, 0)
-            full_prompt.append(prompt_embeds)
-        prompt_embeds = torch.stack(full_prompt)
-        if prompt_embeds.shape[1] < k:
-            prompt_embeds = torch.nn.functional.pad(prompt_embeds, [0, 0, 0, k-prompt_embeds.shape[1]])
-        assert prompt_embeds.shape[1] == k, f"The model is set to take `k`` cond image embeds but is shape {prompt_embeds.shape}"
-
-        prompt_embeds = prompt_embeds.to('cuda')
-
-        hidden_states = torch.randn(
-            (batch_size, prompt_embeds.shape[-1]),
-            device=prompt_embeds.device,
-            dtype=prompt_embeds.dtype,
-            generator=generator,
-        )
-
-        latents = self.prior(
-            hidden_states,
-            proj_embedding=prompt_embeds,
-            encoder_hidden_states=prompt_embeds,
-            attention_mask=text_mask,
-        ).predicted_image_embedding
-
-        image_embeddings = latents
-
-        # if negative prompt has been defined, we retrieve split the image embedding into two
-        if negative_prompt is None:
-            # zero_embeds = self.get_zero_embed(latents.shape[0], device=latents.device)
-
-            # use the same hidden states or different hidden states?
-            # hidden_states = torch.randn(
-            #     (batch_size, prompt_embeds.shape[-1]),
-            #     device=prompt_embeds.device,
-            #     dtype=prompt_embeds.dtype,
-            #     generator=generator,
-            # )
-
-            latents = self.prior(
-                hidden_states,
-                proj_embedding=torch.zeros_like(prompt_embeds),
-                encoder_hidden_states=torch.zeros_like(prompt_embeds),
-                attention_mask=text_mask,
-            ).predicted_image_embedding
-
-            zero_embeds = latents
-
-            if (
-                hasattr(self, "final_offload_hook")
-                and self.final_offload_hook is not None
-            ):
-                self.final_offload_hook.offload()
-        else:
-            image_embeddings, zero_embeds = image_embeddings.chunk(2)
-
-            if (
-                hasattr(self, "final_offload_hook")
-                and self.final_offload_hook is not None
-            ):
-                self.prior_hook.offload()
-
-        if output_type not in ["pt", "np"]:
-            raise ValueError(
-                f"Only the output types `pt` and `np` are supported not output_type={output_type}"
-            )
-
-        if output_type == "np":
-            image_embeddings = image_embeddings.cpu().numpy()
-            zero_embeds = zero_embeds.cpu().numpy()
-
-        if not return_dict:
-            return (image_embeddings, zero_embeds)
-        
-        return KandinskyPriorPipelineOutput(
-            image_embeds=image_embeddings, negative_image_embeds=zero_embeds
-        )

prior/prior_transformer.py

@@ -1,369 +0,0 @@
-import sys
-sys.path.append("..")
-
-from dataclasses import dataclass
-from typing import Dict, Optional, Union
-
-
-import torch
-import torch.nn.functional as F
-from torch import nn
-
-from diffusers.configuration_utils import ConfigMixin, register_to_config
-from diffusers.utils import BaseOutput
-from diffusers.models.attention import BasicTransformerBlock
-from diffusers.models.attention_processor import AttentionProcessor, AttnProcessor
-from diffusers.models.embeddings import TimestepEmbedding, Timesteps
-from diffusers.models.modeling_utils import ModelMixin
-
-
-@dataclass
-class PriorTransformerOutput(BaseOutput):
-    """
-    The output of [`PriorTransformer`].
-
-    Args:
-        predicted_image_embedding (`torch.FloatTensor` of shape `(batch_size, embedding_dim)`):
-            The predicted CLIP image embedding conditioned on the CLIP text embedding input.
-    """
-
-    predicted_image_embedding: torch.FloatTensor
-
-
-class PriorTransformer(ModelMixin, ConfigMixin):
-    """
-    A Prior Transformer model.
-
-    Parameters:
-        num_attention_heads (`int`, *optional*, defaults to 32): The number of heads to use for multi-head attention.
-        attention_head_dim (`int`, *optional*, defaults to 64): The number of channels in each head.
-        num_layers (`int`, *optional*, defaults to 20): The number of layers of Transformer blocks to use.
-        embedding_dim (`int`, *optional*, defaults to 768): The dimension of the model input `hidden_states`
-        num_embeddings (`int`, *optional*, defaults to 77):
-            The number of embeddings of the model input `hidden_states`
-        additional_embeddings (`int`, *optional*, defaults to 4): The number of additional tokens appended to the
-            projected `hidden_states`. The actual length of the used `hidden_states` is `num_embeddings +
-            additional_embeddings`.
-        dropout (`float`, *optional*, defaults to 0.0): The dropout probability to use.
-        time_embed_act_fn (`str`, *optional*, defaults to 'silu'):
-            The activation function to use to create timestep embeddings.
-        norm_in_type (`str`, *optional*, defaults to None): The normalization layer to apply on hidden states before
-            passing to Transformer blocks. Set it to `None` if normalization is not needed.
-        embedding_proj_norm_type (`str`, *optional*, defaults to None):
-            The normalization layer to apply on the input `proj_embedding`. Set it to `None` if normalization is not
-            needed.
-        encoder_hid_proj_type (`str`, *optional*, defaults to `linear`):
-            The projection layer to apply on the input `encoder_hidden_states`. Set it to `None` if
-            `encoder_hidden_states` is `None`.
-        added_emb_type (`str`, *optional*, defaults to `prd`): Additional embeddings to condition the model.
-            Choose from `prd` or `None`. if choose `prd`, it will prepend a token indicating the (quantized) dot
-            product between the text embedding and image embedding as proposed in the unclip paper
-            https://arxiv.org/abs/2204.06125 If it is `None`, no additional embeddings will be prepended.
-        time_embed_dim (`int, *optional*, defaults to None): The dimension of timestep embeddings.
-            If None, will be set to `num_attention_heads * attention_head_dim`
-        embedding_proj_dim (`int`, *optional*, default to None):
-            The dimension of `proj_embedding`. If None, will be set to `embedding_dim`.
-        clip_embed_dim (`int`, *optional*, default to None):
-            The dimension of the output. If None, will be set to `embedding_dim`.
-    """
-
-    @register_to_config
-    def __init__(
-        self,
-        num_attention_heads: int = 32,
-        attention_head_dim: int = 64,
-        num_layers: int = 20,
-        embedding_dim: int = 768,
-        num_embeddings=77,
-        additional_embeddings=3,  # as we have remvoed the time embedding
-        dropout: float = 0.0,
-        # time_embed_act_fn: str = "silu",
-        norm_in_type: Optional[str] = None,  # layer
-        embedding_proj_norm_type: Optional[str] = None,  # layer
-        encoder_hid_proj_type: Optional[str] = "linear",  # linear
-        added_emb_type: Optional[str] = "prd",  # prd
-        # time_embed_dim: Optional[int] = None,
-        embedding_proj_dim: Optional[int] = None,
-        clip_embed_dim: Optional[int] = None,
-    ):
-        super().__init__()
-        self.num_attention_heads = num_attention_heads
-        self.attention_head_dim = attention_head_dim
-        inner_dim = num_attention_heads * attention_head_dim
-        self.additional_embeddings = additional_embeddings
-
-        # time_embed_dim = time_embed_dim or inner_dim
-        embedding_proj_dim = embedding_proj_dim or embedding_dim
-        clip_embed_dim = clip_embed_dim or embedding_dim
-
-        # self.time_proj = Timesteps(inner_dim, True, 0)
-        # self.time_embedding = TimestepEmbedding(inner_dim, time_embed_dim, out_dim=inner_dim, act_fn=time_embed_act_fn)
-
-        self.proj_in = nn.Linear(embedding_dim, inner_dim)
-
-        if embedding_proj_norm_type is None:
-            self.embedding_proj_norm = None
-        elif embedding_proj_norm_type == "layer":
-            self.embedding_proj_norm = nn.LayerNorm(embedding_proj_dim)
-        else:
-            raise ValueError(f"unsupported embedding_proj_norm_type: {embedding_proj_norm_type}")
-
-        self.embedding_proj = nn.Linear(embedding_proj_dim, inner_dim)
-
-        if encoder_hid_proj_type is None:
-            self.encoder_hidden_states_proj = None
-        elif encoder_hid_proj_type == "linear":
-            self.encoder_hidden_states_proj = nn.Linear(embedding_dim, inner_dim)
-        else:
-            raise ValueError(f"unsupported encoder_hid_proj_type: {encoder_hid_proj_type}")
-
-        self.positional_embedding = nn.Parameter(torch.zeros(1, num_embeddings + additional_embeddings, inner_dim))
-
-        if added_emb_type == "prd":
-            self.prd_embedding = nn.Parameter(torch.zeros(1, 1, inner_dim))
-        elif added_emb_type is None:
-            self.prd_embedding = None
-        else:
-            raise ValueError(
-                f"`added_emb_type`: {added_emb_type} is not supported. Make sure to choose one of `'prd'` or `None`."
-            )
-
-        self.transformer_blocks = nn.ModuleList(
-            [
-                BasicTransformerBlock(
-                    inner_dim,
-                    num_attention_heads,
-                    attention_head_dim,
-                    dropout=dropout,
-                    activation_fn="gelu",
-                    attention_bias=True,
-                )
-                for d in range(num_layers)
-            ]
-        )
-
-        if norm_in_type == "layer":
-            self.norm_in = nn.LayerNorm(inner_dim)
-        elif norm_in_type is None:
-            self.norm_in = None
-        else:
-            raise ValueError(f"Unsupported norm_in_type: {norm_in_type}.")
-
-        self.norm_out = nn.LayerNorm(inner_dim)
-
-        self.proj_to_clip_embeddings = nn.Linear(inner_dim, clip_embed_dim)
-
-        causal_attention_mask = torch.full(
-            [num_embeddings + additional_embeddings, num_embeddings + additional_embeddings], -10000.0
-        )
-        causal_attention_mask.triu_(1)
-        causal_attention_mask = causal_attention_mask[None, ...]
-        self.register_buffer("causal_attention_mask", causal_attention_mask, persistent=False)
-
-        self.clip_mean = nn.Parameter(torch.zeros(1, clip_embed_dim))
-        self.clip_std = nn.Parameter(torch.zeros(1, clip_embed_dim))
-
-    @property
-    # Copied from diffusers.models.unet_2d_condition.UNet2DConditionModel.attn_processors
-    def attn_processors(self) -> Dict[str, AttentionProcessor]:
-        r"""
-        Returns:
-            `dict` of attention processors: A dictionary containing all attention processors used in the model with
-            indexed by its weight name.
-        """
-        # set recursively
-        processors = {}
-
-        def fn_recursive_add_processors(name: str, module: torch.nn.Module, processors: Dict[str, AttentionProcessor]):
-            if hasattr(module, "set_processor"):
-                processors[f"{name}.processor"] = module.processor
-
-            for sub_name, child in module.named_children():
-                fn_recursive_add_processors(f"{name}.{sub_name}", child, processors)
-
-            return processors
-
-        for name, module in self.named_children():
-            fn_recursive_add_processors(name, module, processors)
-
-        return processors
-
-    # Copied from diffusers.models.unet_2d_condition.UNet2DConditionModel.set_attn_processor
-    def set_attn_processor(self, processor: Union[AttentionProcessor, Dict[str, AttentionProcessor]]):
-        r"""
-        Sets the attention processor to use to compute attention.
-
-        Parameters:
-            processor (`dict` of `AttentionProcessor` or only `AttentionProcessor`):
-                The instantiated processor class or a dictionary of processor classes that will be set as the processor
-                for **all** `Attention` layers.
-
-                If `processor` is a dict, the key needs to define the path to the corresponding cross attention
-                processor. This is strongly recommended when setting trainable attention processors.
-
-        """
-        count = len(self.attn_processors.keys())
-
-        if isinstance(processor, dict) and len(processor) != count:
-            raise ValueError(
-                f"A dict of processors was passed, but the number of processors {len(processor)} does not match the"
-                f" number of attention layers: {count}. Please make sure to pass {count} processor classes."
-            )
-
-        def fn_recursive_attn_processor(name: str, module: torch.nn.Module, processor):
-            if hasattr(module, "set_processor"):
-                if not isinstance(processor, dict):
-                    module.set_processor(processor)
-                else:
-                    module.set_processor(processor.pop(f"{name}.processor"))
-
-            for sub_name, child in module.named_children():
-                fn_recursive_attn_processor(f"{name}.{sub_name}", child, processor)
-
-        for name, module in self.named_children():
-            fn_recursive_attn_processor(name, module, processor)
-
-    # Copied from diffusers.models.unet_2d_condition.UNet2DConditionModel.set_default_attn_processor
-    def set_default_attn_processor(self):
-        """
-        Disables custom attention processors and sets the default attention implementation.
-        """
-        self.set_attn_processor(AttnProcessor())
-
-    def forward(
-        self,
-        hidden_states,
-        # timestep: Union[torch.Tensor, float, int],
-        proj_embedding: torch.FloatTensor,
-        encoder_hidden_states: Optional[torch.FloatTensor] = None,
-        attention_mask: Optional[torch.BoolTensor] = None,
-        return_dict: bool = True,
-    ):
-        """
-        The [`PriorTransformer`] forward method.
-
-        Args:
-            hidden_states (`torch.FloatTensor` of shape `(batch_size, embedding_dim)`):
-                The currently predicted image embeddings.
-            timestep (`torch.LongTensor`):
-                Current denoising step.
-            proj_embedding (`torch.FloatTensor` of shape `(batch_size, embedding_dim)`):
-                Projected embedding vector the denoising process is conditioned on.
-            encoder_hidden_states (`torch.FloatTensor` of shape `(batch_size, num_embeddings, embedding_dim)`):
-                Hidden states of the text embeddings the denoising process is conditioned on.
-            attention_mask (`torch.BoolTensor` of shape `(batch_size, num_embeddings)`):
-                Text mask for the text embeddings.
-            return_dict (`bool`, *optional*, defaults to `True`):
-                Whether or not to return a [`~models.prior_transformer.PriorTransformerOutput`] instead of a plain
-                tuple.
-
-        Returns:
-            [`~models.prior_transformer.PriorTransformerOutput`] or `tuple`:
-                If return_dict is True, a [`~models.prior_transformer.PriorTransformerOutput`] is returned, otherwise a
-                tuple is returned where the first element is the sample tensor.
-        """
-        batch_size = hidden_states.shape[0]
-
-        # timesteps = timestep
-        # if not torch.is_tensor(timesteps):
-        #     timesteps = torch.tensor([timesteps], dtype=torch.long, device=hidden_states.device)
-        # elif torch.is_tensor(timesteps) and len(timesteps.shape) == 0:
-        #     timesteps = timesteps[None].to(hidden_states.device)
-
-        # broadcast to batch dimension in a way that's compatible with ONNX/Core ML
-        # timesteps = timesteps * torch.ones(batch_size, dtype=timesteps.dtype, device=timesteps.device)
-
-        # timesteps_projected = self.time_proj(timesteps)
-
-        # timesteps does not contain any weights and will always return f32 tensors
-        # but time_embedding might be fp16, so we need to cast here.
-        # timesteps_projected = timesteps_projected.to(dtype=self.dtype)
-        # time_embeddings = self.time_embedding(timesteps_projected)
-
-        if self.embedding_proj_norm is not None:
-            proj_embedding = self.embedding_proj_norm(proj_embedding)
-
-        proj_embeddings = self.embedding_proj(proj_embedding)
-        if self.encoder_hidden_states_proj is not None and encoder_hidden_states is not None:
-            encoder_hidden_states = self.encoder_hidden_states_proj(encoder_hidden_states)
-        # elif self.encoder_hidden_states_proj is not None and encoder_hidden_states is None:
-        #     raise ValueError("`encoder_hidden_states_proj` requires `encoder_hidden_states` to be set")
-
-        hidden_states = self.proj_in(hidden_states)
-
-        # TODO this really also ought to derive from config's `k`
-        positional_embeddings = self.positional_embedding.to(hidden_states.dtype)
-
-        additional_embeds = []
-        additional_embeddings_len = 0
-
-        if encoder_hidden_states is not None:
-            additional_embeds.append(encoder_hidden_states)
-            additional_embeddings_len += encoder_hidden_states.shape[1]
-
-        if len(proj_embeddings.shape) == 2:
-            proj_embeddings = proj_embeddings[:, None, :]
-
-        if len(hidden_states.shape) == 2:
-            hidden_states = hidden_states[:, None, :]
-
-        additional_embeds = additional_embeds + [
-            proj_embeddings,
-            # time_embeddings[:, None, :],
-            hidden_states,
-        ]
-
-        if self.prd_embedding is not None:
-            prd_embedding = self.prd_embedding.to(hidden_states.dtype).expand(batch_size, -1, -1)
-            additional_embeds.append(prd_embedding)
-
-        hidden_states = torch.cat(
-            additional_embeds,
-            dim=1,
-        )
-
-        # Allow positional_embedding to not include the `addtional_embeddings` and instead pad it with zeros for these additional tokens
-        additional_embeddings_len = additional_embeddings_len + proj_embeddings.shape[1] + 1
-        if positional_embeddings.shape[1] < hidden_states.shape[1]:
-            positional_embeddings = F.pad(
-                positional_embeddings,
-                (
-                    0,
-                    0,
-                    additional_embeddings_len,
-                    self.prd_embedding.shape[1] if self.prd_embedding is not None else 0,
-                ),
-                value=0.0,
-            )
-
-        hidden_states = hidden_states + positional_embeddings[:, :hidden_states.shape[1]]
-
-        if attention_mask is not None:
-            attention_mask = (1 - attention_mask.to(hidden_states.dtype)) * -10000.0
-            attention_mask = F.pad(attention_mask, (0, self.additional_embeddings), value=0.0)
-            attention_mask = (attention_mask[:, None, :] + self.causal_attention_mask).to(hidden_states.dtype)
-            attention_mask = attention_mask.repeat_interleave(self.config.num_attention_heads, dim=0)
-
-        if self.norm_in is not None:
-            hidden_states = self.norm_in(hidden_states)
-
-        for block in self.transformer_blocks:
-            hidden_states = block(hidden_states, attention_mask=attention_mask)
-
-        hidden_states = self.norm_out(hidden_states)
-
-        if self.prd_embedding is not None:
-            hidden_states = hidden_states[:, -1]
-        else:
-            hidden_states = hidden_states[:, additional_embeddings_len:]
-
-        predicted_image_embedding = self.proj_to_clip_embeddings(hidden_states)
-
-        if not return_dict:
-            return (predicted_image_embedding,)
-
-        return PriorTransformerOutput(predicted_image_embedding=predicted_image_embedding)
-
-    def post_process_latents(self, prior_latents):
-        prior_latents = (prior_latents * self.clip_std) + self.clip_mean
-        return prior_latents

requirements.txt

@@ -3,16 +3,11 @@ numpy
 scikit-learn
 pandas
 torch
-torchvision
 numpy
-matplotlib
 diffusers
 accelerate
 transformers
 sentencepiece
 peft
-imageio
-apscheduler
-pandas
-av
-glob2
+tensorflow_hub
+tensorflow==2.14.0

safety_checker_improved.py

@@ -0,0 +1,46 @@
+
+# TODO required tensorflow==2.14 for me
+# weights from https://github.com/LAION-AI/safety-pipeline/tree/main
+from PIL import Image
+import tensorflow_hub as hub
+import tensorflow
+import numpy as np
+import sys
+sys.path.append('/home/ryn_mote/Misc/generative_recommender/gradio_video/automl/efficientnetv2/')
+import tensorflow as tf
+from tensorflow.keras import mixed_precision
+physical_devices = tf.config.list_physical_devices('GPU')
+
+if len(physical_devices) > 0:
+    tf.config.experimental.set_memory_growth(
+        physical_devices[0], True
+    )
+
+model = tf.keras.models.load_model('nsfweffnetv2-b02-3epochs.h5',custom_objects={"KerasLayer":hub.KerasLayer})
+# "The image classifier had been trained on 682550 images from the 5 classes "Drawing" (39026), "Hentai" (28134), "Neutral" (369507), "Porn" (207969) & "Sexy" (37914).
+# ... we created a manually inspected test set that consists of 4900 samples, that contains images & their captions."
+
+# Run prediction
+def maybe_nsfw(pil_image):
+    # Run prediction
+    imm = tensorflow.image.resize(np.array(pil_image)[:, :, :3], (260, 260))
+    imm = (imm / 255)
+    pred = model(tensorflow.expand_dims(imm, 0)).numpy()
+    probs = tensorflow.math.softmax(pred[0]).numpy()
+    print(probs)
+    if all([i < .3 for i in probs[[1, 3, 4]]]):
+        return False
+    return True
+
+# pre-initializing prediction
+maybe_nsfw(Image. new("RGB", (260, 260), 255))
+model.load_weights('nsfweffnetv2-b02-3epochs.h5', by_name=True, )
+
+
+
+
+
+
+
+
+

train.py

@@ -1 +0,0 @@
-### See prefererence prior github for training code here: https://github.com/rynmurdock/preference-prior

twitter_prompts.csv

@@ -0,0 +1,2064 @@
+,0
+0,Persephone
+1,"A portrait: idea, whose lineage is corpse."
+2,a beautiful Waluigi
+3,president abe lincoln but a cat
+4,a idea and a crow
+5,"A professional, minimalist poster for the book The Old idea and the Sea"
+6,"half Ryan, half pigeon"
+7,Easter cat
+8,a beautiful idea
+9,a cherry tree made of fractals
+10,a christmas card from the victorian era
+11,The Theotokos is a bird
+12,
+13,A short life full of immense joy
+14,a character from a ghibli movie
+15,A structure made of people standing on top of other people
+16,зеленая собака
+17,a painting of the city
+18,a character from a ghibli movie
+19,pasta ömetabolism
+20,"a brilliant sketch titled ""Let Forever be Delayed"""
+21,the sun is shining on the lake
+22,Monet Lisa
+23,Genesis
+24,Synesthesia
+25,A dead idea
+26,a cherry tree made of fractals
+27,enough
+28,The First Supper
+29,"i'm never gonna lose the desire to be loved. ""Oh the pain!! The pain! The agony!"""
+30,a painting of the last day
+31,Dead Codes by Ryan Murdock
+32,Genesis
+33,symmetry
+34,The OLD DATA
+35,a beautiful tree
+36,the whitest idea
+37,Death is a black camel that kneels down so we can ride
+38,a goblin by van gogh
+39,a portrait of a beautiful tree
+40,a famous painted portrait of Lady Macbeth
+41,on the edge of grace
+42,"""A God Made of Wires and Dust"" by Ryan Murdock"
+43,symmetry
+44,a beautiful tree
+45,"If we're not careful, it's only art about not-quite-dead pigs from now on."
+46,Beauty here -- a photograph by Ryan Murdock
+47,Hunger art by r.j. Murdock
+48,"A professional, minimalist poster for the film Donnie Darko"
+49,A black and white photo of a rainbow.
+50,a beautiful painting
+51,Monet Lisa
+52,a painting of the city
+53,A structure made of people standing on top of other people
+54,a criminal
+55,a cherry tree made of fractals
+56,Persephone flees Hades
+57,a tree with weaping branches
+58,a tree with weaping branches
+59,Genesis
+60,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+61,a cute cat
+62,Aflame
+63,A cat wearing a tophat
+64,a terrifying night hag
+65,a beautiful idea
+66,Fire
+67,a cherry tree made of fractals
+68,The EcoCathedral
+69,a idea on fire
+70,A structure made of people standing on top of other people
+71,totemic dusk
+72,The Death of Achilles
+73,Everywhere is no-place
+74,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+75,An Arundel Tomb
+76,The average Advadnoun twitter follower
+77,I can read when there's writing on the wall
+78,
+79,A Tragedy
+80,Breathe deep the fumes at Delphi
+81,a pOrTRaIT Of tHe SpOngeBOb CHicKen
+82,a portrait of a beautiful tree
+83,a beautiful tree
+84,a portrait of a beautiful tree
+86,a photo of a purple dog
+87,Memento Mori
+88,"joy, happiness, bliss"
+89,Paradise Lost
+90,a beautiful tree
+91,melancholia
+92,Monet Lisa
+93,"Of that which one cannot speak, one must be silent."
+94,
+96,God killed Van Gogh.
+97,a cherry tree made of fractals
+98,a horse with four eyes.
+99,a beautiful tree
+100,With the Gods in envy of their visions
+101,The Lost Generation
+102,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+103,a portrait of a beautiful tree
+104,"half Ryan, half pigeon"
+106,a wormhole
+107,Ophelia
+108,"""The hunger artist, full"" by Ryan Murdock"
+109,I will meet you in a field firmly set within wrong.nnBy Ryan Murdock
+110,"Intricate, Weeping Tree by Ryan Murdock"
+111,everything was beautiful and nothing hurt
+112,Saturn being a good dad to his son
+113,The years gild our memoriesnUnfairly.
+114,Intimations of Immortality
+115,meaningless neko ♡♡ neko
+116,chiaroscuro
+117,The Patron Saint of Evil
+118,a portrait of a beautiful tree
+119,"Mephisto, shrouded in smoke"
+120,everything was beautiful and nothing hurt
+121,God killed Van Gogh.
+122,a idea wearing makeup
+123,Everywhere is no-place
+124,🔴~__��'t �
+125,a beautiful waluigi
+126,a beautiful idea
+127,a portrait of a beautiful tree
+128,/
+129,a green doG
+130,Dead Codes by Ryan Murdock
+131,I miss the Spring
+132,
+133,"a tree with 2 eyes, one mouth, one nose, and no extra holes!"
+134,a idea and a crow
+135,a photo from {my hometown}
+136,Summer's Symphony: Counterpoint and Melody
+137,a cute cat
+138,"God, it's amazing."
+139,a painting of a sycamore in
+140,distinguished leaves decorated
+141,I do not think they'll sing for me
+142,the monet lisa
+143,a portrait of Abraham Lincoln
+144,The average Advadnoun twitter follower
+145,Dancing in the moonlight
+146,Shinji Ikari
+147,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+148,/
+149,is this loss? but it's van gogh
+150,Shinji Ikari
+151,a portrait of metaphysics
+152,A sticky-note magnum opus featuring birds
+153,a silent palace
+154,"""A new hope blooms on the long notes of old horns."""
+155,The things I'll take with me
+156,is this loss? but it's van gogh
+157,a beautiful haunting
+158,Summer's Symphony: Counterpoint and Melody
+159,зеленая собака
+160,Last Breath
+161,Last Breath
+162,a cherry tree made of fractals
+163,The Theotokos is a bird
+164,a idea holding an apple in one hand
+165,a beautiful tree
+166,Monet Lisa
+167,A baroque portrait of Hamlet
+168,A gun killed Van Gogh.
+169,totemic dusk
+170,a portrait of a beautiful tree
+171,pasta ömetabolism
+172,a beautiful tree
+173,Taylor Swift
+174,colorful rabbits chandelier polaroid
+175,Dancing in the moonlight
+176,I will meet you in a field firmly set within wrong.nnBy Ryan Murdock
+177,symmetry
+178,"""Your mind flls in the gaps"" - by Ryan Murdock"
+179,the moon is a sickle cell
+180,"joy, happiness, bliss"
+181,Beauty here -- a photograph by Ryan Murdock
+182,a beautiful tree
+183,a photo of a purple dog
+184,A propaganda poster promoting big chungus
+185,a beautiful tree
+186,a tree with weaping branches
+187,A gun killed Van Gogh.
+188,"""A new hope blooms on the long notes of old horns."""
+189,a portrait of Abe Lincoln
+190,"""I love you more than the world can contain in its lonely and ramshackle head."""
+191,a character from a ghibli movie
+192,f*** it market standard rule language – distinguish np tax science research
+193,a portrait of Abe Lincoln
+194,a wholesome clown. Not creepy at all
+195,
+196,a corgi
+197,Easter cat
+198,a portrait of Abraham Lincoln
+199,a tree's face
+200,A poster advertising Freudian Psychoanalytics
+201,Dancing in the moonlight
+202,Cat in a teacup
+203,a beautiful tree
+204,Summer's Symphony: Counterpoint and Melody
+205,Post-Modern Nouveaux Statue
+206,a famous painted portrait of Lady Macbeth
+207,photosynthesis
+208,a photo of a purple dog
+209,
+210,a photo of metaphysics
+211,The Starry Night
+212,Saturn being a good dad to his son
+213,a beautiful tree
+214,In smoke and mould the fleshless dead
+215,totemic dusk
+216,a beautiful idea
+217,God killed Van Gogh.
+218,is this loss? but it's van gogh
+219,Nostos
+220,a silent palace
+221,"""The hunger artist, full"" by Ryan Murdock"
+222,a green doG
+223,Weeping Roses
+225,a dog eating a cheese burger
+226,a idea inside a cage
+227,Contentment at the Disco
+228,a photo from {my hometown}
+229,The EcoCathedral
+230,The OLD DATA
+231,treehouse in the style of studio ghibli animation
+232,
+233,"""The hunger artist, full"" by Ryan Murdock"
+234,
+235,Everywhere is no-place
+236,"A portrait: idea, whose lineage is corpse."
+237,Last Breath
+238,A propaganda poster promoting big chungus
+239,зеленая собака
+240,a beautiful tree
+241,Memento Mori
+242,A propaganda poster promoting big chungus
+243,is this loss?
+244,a tree with weaping branches
+245,Nostos
+246,Beauty here -- a photograph by Ryan Murdock
+247,a tiny church inside an eyeball
+248,
+249,a cherry tree made of fractals
+250,"joy, happiness, bliss"
+251,The First Supper
+252,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+253,🔴~__��'t �
+254,Dancing in the moonlight
+255,Mona Lisa
+256,"God, it's amazing."
+257,a idea holding an apple in one hand
+258,Some stolen Gods take up the reigns of darkness.
+259,🔴~__��'t �
+260,Figure 5: a corgi
+261,a photo from {my hometown}
+262,Anxiety: the one emotion that does not lie
+263,In the temple of God
+264,
+265,Metaphysics
+266,a beautiful idea
+267,a beautiful idea
+268,a surrealist eye
+269,the massive hope nof early iterations
+270,Ophelia
+271,a minimalist painting that you wouldn't understand
+272,Aflame
+273,a christmas card from the victorian era
+274,Dancing in the moonlight
+275,/
+276,"Mephisto, shrouded in smoke"
+277,a beautiful idea
+278,зеленая собака
+279,Easter cat
+280,The Oracle leans forward to say: beware the ides of March
+281,a portrait of a beautiful tree
+282,Persephone
+283,a portrait of Abraham Lincoln
+284,the moon is a sickle cell
+285,symmetry
+286,Monet Lisa
+287,Saturn being a good dad to his son
+288,The Monet Lisa
+289,I sold my soul at the crossroads
+290,a beautiful tree
+291,A poster advertising Freudian Psychoanalytics
+292,Cat in a teacup
+293,a silent palace
+294,
+295,a beautiful tree
+296,
+297,
+298,Super Mario World but every character is Luigi
+299,chiaroscuro
+300,A dead idea
+301,pasta ömetabolism
+302,A vanitas still life that features twitter follower counts
+303,slightly mild cosplaying pseudo beard
+304,Monet Lisa
+305,Mona Lisa
+306,handsome commemorative garden pigeon
+307,pasta ömetabolism
+308,"""The hunger artist, full"" by Ryan Murdock"
+309,a gorgeous bouquet with roses and sunflowers
+310,is this loss? but it's van gogh
+311,Memorial
+312,a forest filled with moonlight
+313,Post-Modern Nouveaux Statue
+314,she sings opera
+315,"God closes a door, boards up stained-glass windows."
+316,a dog wearing a suit playing tennis
+317,Intimations of Immortality
+318,
+319,turnt brony undergrad dwight
+320,a famous painted portrait of Lady Macbeth
+321,a cherry tree made of fractals
+322,Weeping Roses
+323,pasta ömetabolism
+324,
+325,
+326,"A portrait: idea, whose lineage is corpse."
+327,The average Advadnoun twitter follower
+328,the moon is a sickle cell
+329,A black and white photo of a rainbow.
+330,God killed Van Gogh.
+331,turnt brony undergrad dwight
+332,"a brilliant sketch titled ""Let Forever be Delayed"""
+333,handsome commemorative garden pigeon
+334,a painting of a sycamore in
+335,a professional photo of a cat wearing a party hat
+336,Persephone
+337,Taylor Swift
+338,Homer Simpson
+339,using generated paint
+340,A black and white photo of a rainbow.
+341,meaningless neko ♡♡ neko
+342,is this loss? but it's van gogh
+343,Is this loss?
+344,a idea from an anime
+345,the massive hope nof early iterations
+346,a beautiful idea
+347,Post-Modern Nouveaux Statue
+348,photosynthesis
+349,a cherry tree made of fractals
+350,a minimalist painting that you wouldn't understand
+351,a corgi
+352,handsome commemorative garden pigeon
+353,The OLD DATA
+354,cowboy with a trumpet
+355,A short life full of immense joy
+356,a beautiful idea
+357,The end of nothing is eroding. A watercolor by K.
+358,''
+359,symmetry
+360,a portrait of Abraham Lincoln
+361,Last Breath
+362,the eternal dread of lemongrab
+363,vangogh # landscape
+364,a cherry tree made of fractals
+365,The Devil Whispers blood
+366,a silent palace
+367,Paradise Lost
+368,Monet Lisa
+369,Everywhere is no-place
+370,Taylor Swift
+371,"r.j. Murdock's ""The Death of a Hacker"""
+372,a portrait of Abraham Lincoln
+373,I know the end
+374,Persephone
+375,A poster advertising Freudian Psychoanalytics
+376,a beautiful idea
+377,A black and white photo of a rainbow.
+378,the whitest idea
+379,the eternal dread of lemongrab
+380,a drawing by an AI
+381,🔴~__��'t �
+382,We haunt the synapses
+383,frogs in the style of Ralph Steadidea
+384,a beautiful haunting
+385,photosynthesis
+386,a character from a ghibli movie
+387,A structure made of people standing on top of other people
+388,Intimations of Immortality
+389,a jukebox powered by smoke
+390,beautiful art
+391,In the temple of God
+392,Intimations of Immortality
+393,a beautiful painting
+394,A gun killed Van Gogh.
+395,a idea with no eyes
+396,a famous painted portrait of Lady Macbeth
+397,a tasteful haunting
+398,a jukebox powered by smoke
+399,a portrait of metaphysics
+400,The Patron Saint of Evil
+401,a beautiful Waluigi
+402,a gilded lily
+403,
+404,Kierkegaard on the edge
+405,a beautiful tree
+406,Just west of Alpha Centauri
+407,a horse with four eyes.
+408,Good grief
+409,a portrait of a beautiful tree
+410,Aflame
+411,a idea wearing makeup
+412,a portrait of Abraham Lincoln
+413,a corgi
+414,I do not think they'll sing for me
+415,Intimations of Immortality
+416,A poster serving as a memento mori
+417,Psychology
+418,A gun killed Van Gogh.
+419,"a brilliant sketch titled ""Let Forever be Delayed"""
+420,using generated paint
+421,pasta ömetabolism
+422,a summer day
+423,a gilded lily
+424,a cute cat
+425,on the edge of grace
+426,Art is growing.
+427,Spideridea delivering a pizza
+428,the intersection of art and technology
+429,"""The hunger artist, full"" by Ryan Murdock"
+430,a tarot card
+431,an omen
+432,slightly mild cosplaying pseudo beard
+433,meaningless neko ♡♡ neko
+434,intricate nothing
+435,symmetry
+436,I have no idea what anything in this image is
+437,a photo from {my hometown}
+438,a sad idea
+439,face like an M.C. Escher drawing n(you could get lost in its beauty)
+440,A E S T H E T I C ?
+441,totemic dusk
+442,Nostos
+443,"i'm never gonna lose the desire to be loved. ""Oh the pain!! The pain! The agony!"""
+444,a silent palace
+445,a beautiful painting
+446,"half Ryan, half pigeon"
+447,Weeping Roses
+448,a broken heart
+449,a portrait of metaphysics
+450,a painting of the last day
+451,"a brilliant sketch titled ""Let Forever be Delayed"""
+453,"""The hunger artist, full"" by Ryan Murdock"
+454,a horse with four eyes.
+455,a photo of a purple dog
+456,a summoning
+457,Redacted ████████
+459,On the edge of endless darkness
+460,The Fates knit such delicate nooses for us to bind
+461,Theotokos of Milk
+462,A minimalistic still life of a cat sitting on a table
+463,Dancing in the moonlight
+464,a minimalist painting that you wouldn't understand
+465,a beautiful idea
+466,totemic dusk
+467,"Ryan Murdock's ""God haunts the suburbs"""
+468,Dancing in the moonlight
+469,a beautiful idea
+470,a city in Van Gogh's style
+471,"""The hunger artist, full"" by Ryan Murdock"
+472,a tree's face
+473,a portrait of <name>
+474,Dancing in the moonlight
+475,a portrait of Persephone
+476,a minimalist painting that you wouldn't understand
+477,a portrait of Abraham Lincoln
+478,Synesthesia
+479,a cute corgi
+480,a portrait of advadnoun
+481,a green doG
+482,a idea with no eyes
+483,a cherry tree made of fractals
+487,"God, it's amazing."
+488,"""The hunger artist, full"" by Ryan Murdock"
+489,We haunt the synapses
+490,God's Eyes are Wired Shut
+491,a famous painted portrait of Lady Macbeth
+492,metaphysics
+493,a character from a ghibli movie
+494,the whitest idea
+495,a horse with four eyes.
+496,a photo of a purple dog
+498,The Patron Saint of Hackers
+499,Dead Codes by Ryan Murdock
+500,something trite
+501,beautiful art
+502,
+503,the monet lisa
+504,a cute cat
+505,👉  👈
+506,A propaganda poster promoting big chungus
+508,a portrait of advadnoun
+509,a cherry tree made of fractals
+510,"It's a meme, I guess"
+512,A baroque portrait of Hamlet
+513,a city in Van Gogh's style
+514,"""The hunger artist, full"" by Ryan Murdock"
+515,a idea with no eyes
+516,a minimalist painting that you wouldn't understand
+517,pathoarthistory evankirstel sleep depend npainter ☼ nightmare comprehend
+518,"joy, happiness, bliss"
+519,
+520,"a brilliant sketch titled ""Let Forever be Delayed"""
+521,Last Breath
+522,On the edge of endless darkness
+523,a photo of metaphysics
+524,Summer's Symphony: Counterpoint and Melody
+525,Persephone
+526,a green doG
+527,symmetry
+528,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+529,The Starry Night
+530,Genesis
+532,Memento Mori
+533,meaningless neko ♡♡ neko
+534,totemic dusk
+535,Aflame
+536,"""Here lies Ryan Murdock"" -- a memorial with the date and cause of departure."
+537,"""The hunger artist, full"" by Ryan Murdock"
+538,f*** you
+539,a tree with leaves that are amarillo sightseeing thetic
+540,a painting of the last day
+541,"God, it's amazing."
+542,Paradise Lost
+543,a gilded lily
+544,Aflame
+545,a portrait of <name>
+546,a painting that couldn't be sold
+547,a idea holding an apple in one hand
+548,"A clock with gorgeous, intricate gradients on it"
+549,a goblin by van gogh
+550,"a tree with 2 eyes, one mouth, one nose, and no extra holes!"
+551,A vanitas still life that features twitter follower counts
+552,the whitest idea
+553,"""The hunger artist, full"" by Ryan Murdock"
+554,is this loss? but it's van gogh
+555,Synesthesia
+556,Aflame
+557,a cherry tree made of fractals
+558,A propaganda poster for daring to eat a peach.
+559,A vanitas still life that features twitter follower counts
+560,the moon is a sickle cell
+561,The Lost Generation
+562,the eternal dread of lemongrab
+563,The First Supper
+564,a character from a ghibli movie
+565,a idea on fire
+566,symmetry
+567,pasta ömetabolism
+568,a horse with four eyes.
+569,Metaphysics
+570,Synesthesia
+571,The Fates knit such delicate nooses for us to bind
+572,Knowledge of Good and Evil
+573,meaningless neko ♡♡ neko
+574,A Tragedy
+575,
+576,a drawing by an AI
+577,The Fool tarot card but it's The Lovers
+578,a beautiful tree
+579,a silent palace
+580,an omen
+581,"A portrait: idea, whose lineage is corpse."
+582,Dancing in the moonlight
+583,a gilded lily
+584,turnt brony undergrad dwight
+585,"a tree with 2 eyes, one mouth, one nose, and no extra holes!"
+586,totemic dusk
+587,Monet Lisa
+588,fatal skull prose visits bend ntuscan painting underthecomprehend
+589,Monet Lisa
+590,Aflame
+591,an intricate painting Of Eternity by Ryan Murdock
+592,"Intricate, Weeping Tree by Ryan Murdock"
+593,Summer's Symphony: Counterpoint and Melody
+594,Monet Lisa
+595,Last Breath
+596,is this loss? but it's van gogh
+597,"half Ryan, half pigeon"
+598,"God closes a door, boards up the stained-glass windows. nnGod hides."
+599,Everything was beautiful and nothing hurt
+600,"r.j. Murdock's ""The Death of a Hacker"""
+601,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+602,meaningless neko ♡♡ neko
+603,twilight
+604,the sun is shining on the lake
+605,a portrait of a beautiful tree
+606,the sun is shining on the lake
+607,
+608,a portrait of Abe Lincoln
+609,A gun killed Van Gogh.
+610,a photo from {my hometown}
+611,The Fool tarot card but it's The Lovers
+612,A structure made of people standing on top of other people
+613,"God closes a door, boards up the stained-glass windows. nnGod hides."
+614,an old idea
+615,a beautiful waluigi
+616,is this loss? but it's van gogh
+617,a idea standing alone in a wheat field
+618,Aflame
+619,Synesthesia
+620,
+621,Intimations of Immortality
+622,The First Supper
+623,"God, it's amazing."
+624,Persephone
+625,"r.j. Murdock's ""The Death of a Hacker"""
+626,God's Eyes are Wired Shut
+627,Do you remember the mythic beast?nA last-minute cancellation at The Last Supper
+628,f*** it market standard rule language – distinguish np tax science research
+629,totemic dusk
+630,Cat in a teacup
+631,frogs in the style of Ralph Steadidea
+632,a beautiful tree
+633,The Starry Night
+634,metaphysics
+635,turnt brony undergrad dwight
+636,
+637,There is something so interesting about a bleeding edge full of dust.
+638,On the edge of endless darkness
+639,The warrior Achilles devours slain Hector's corpse -- an ink poster by Ryan Murdock
+640,turnt brony undergrad dwight
+641,Intimations of Immortality
+642,a portrait of Abraham Lincoln
+643,a idea wearing makeup
+644,a sketch of the mind of god
+645,a idea on fire
+646,a portrait of Abraham Lincoln
+647,
+648,The ancient Θωερτυ keyboard of brave Achilles
+649,goes thu extre— dum dum dizzy grimstupiddic ious mindidioirony merely experiment .
+650,"A group portrait featuring the id, ego, and superego"
+651,a photo from {my hometown}
+652,A structure made of people standing on top of other people
+653,a famous painted portrait of Lady Macbeth
+654,ogden
+655,pasta ömetabolism
+656,a tree with weaping branches
+657,photosynthesis
+658,handsome commemorative garden pigeon
+659,a photo of a purple dog
+660,"a brilliant sketch titled ""Let Forever be Delayed"""
+661,"i'm never gonna lose the desire to be loved. ""Oh the pain!! The pain! The agony!"""
+662,The Death of Achilles
+663,potus mormon lincoln rooster
+664,A black and white photo of a rainbow.
+665,a beautiful haunting
+666,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+667,In the temple of God
+668,a beautiful tree
+669,The Patron Saint of Mathematics
+670,a brilliant painting titled
+671,a gilded lily
+672,a tiny church inside an eyeball
+673,a portrait of metaphysics
+674,A painting that sold for a million dollars
+675,the moon is a sickle cell
+676,photosynthesis
+677,The Theotokos is a bird
+678,the whitest idea
+679,The Monet Lisa
+680,Beauty here -- a photograph by Ryan Murdock
+681,Breathe deep the fumes at Delphi
+682,the sun is shining on the lake
+683,photosynthesis
+684,The things I'll take with me
+685,a green doG
+686,a beautiful tree
+687,The years gild our memoriesnUnfairly.
+688,The Lost Generation
+689,a beautiful tree
+690,The average Advadnoun twitter follower
+691,a goblin by van gogh
+692,pathoarthistory evankirstel sleep depend npainter ☼ nightmare comprehend
+693,"A professional, minimalist poster for the book The Old idea and the Sea"
+694,
+695,Cat in a teacup
+696,a beautiful tree
+697,beautiful art
+698,I sold my soul at the crossroads
+699,face like an M.C. Escher drawing n(you could get lost in its beauty)
+700,a gorgeous bouquet with roses and sunflowers
+701,a portrait of Abraham Lincoln
+702,Sisyphus
+703,a cute cat
+704,a portrait of <name>
+705,a minimalist painting that you wouldn't understand
+706,a photo of Bernie Sanders sitting on a chair and wearing mittens
+707,a idea and a crow
+708,a character from a ghibli movie
+709,a photo of a purple dog
+710,a dog eating a cheese burger
+711,Last Breath
+712,a sketch of the mind of god
+713,a steampunk technoideacer
+714,We haunt the synapses
+715,using generated paint
+716,a cherry tree made of fractals
+717,Saturn being a good dad to his son
+718,oof deeplearning corgi corgi rendering
+719,
+720,Dancing in the moonlight
+721,A Tragedy
+722,A propaganda poster promoting big chungus
+723,A structure made of people standing on top of other people
+724,"A cute, minmimalist valentine's day card featuring a cat"
+725,a cute cat
+726,The skyscraper draws blood -- a landscape
+727,the monet lisa
+728,a photo of a tree generating a painting of a tree with AI
+729,"""A God Made of Wires and Dust"" by Ryan Murdock"
+730,Monet Lisa
+731,photosynthesis
+732,Hunger art by r.j. Murdock
+733,"""The hunger artist, full"" by Ryan Murdock"
+734,An Arundel Tomb
+735,twilight
+736,"r.j. Murdock's ""The Death of a Hacker"""
+737,living in a den of thieves
+738,"""A new hope blooms on the long notes of old horns."""
+739,"The laptop of brave Achaean Achilles, who would not live long."
+740,a minimalist painting that you wouldn't understand
+741,"Intricate, Weeping Tree by Ryan Murdock"
+742,The Fool
+743,a summoning
+744,pasta ömetabolism
+745,"a brilliant sketch titled ""Let Forever be Delayed"""
+746,a silent palace
+747,The average Advadnoun twitter follower
+748,f*** it market standard rule language – distinguish np tax science research
+749,Monet Lisa
+750,"a brilliant sketch titled ""Let Forever be Delayed"""
+751,meaningless neko ♡♡ neko
+752,"God, it's amazing."
+753,Nostos
+754,Shinji Ikari
+755,a beautiful idea
+756,The Starry Night
+757,hamont parkland avenue incumbscreenshotsaturday hemisphere footage algorithm
+758,a beautiful idea
+759,
+760,Summer always ending
+761,president abe lincoln but a cat
+762,🎷
+763,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+764,a cherry tree made of fractals
+765,A painting that sold for one billion dollars
+766,a idea standing alone in a wheat field
+767,symmetry
+768,a broken heart
+769,a silent palace
+770,A vanitas still life that features twitter follower counts
+771,"half Ryan, half pigeon"
+772,"a brilliant sketch titled ""Let Forever be Delayed"""
+773,slightly mild cosplaying pseudo beard
+774,a portrait of <name>
+775,God's Eyes are Wired Shut
+776,she sings opera
+777,a tree's face
+778,a cherry tree made of fractals
+779,Dead Codes by Ryan Murdock
+780,Everywhere is no-place
+781,The First Supper
+782,Monet Lisa
+783,A short life full of immense joy
+784,Anxiety: the one emotion that does not lie
+785,Anxiety: the one emotion that does not lie
+786,symmetry
+787,a beautiful waluigi
+788,a goblin by van gogh
+789,"""A new hope blooms on the long notes of old horns."""
+790,metaphysics
+791,The OLD DATA
+792,a beautiful idea
+793,The average Advadnoun twitter follower
+794,Synesthesia by Ryan Murdock
+795,Persephone flees Hades
+796,Last Breath
+797,a portrait of Persephone
+798,Homer Simpson
+799,totemic dusk
+800,a steampunk technoideacer
+801,a portrait of Abraham Lincoln
+802,a cherry tree made of fractals
+803,bored of dying
+804,a famous painted portrait of Lady Macbeth
+805,a summer day
+806,A E S T H E T I C ?
+807,A vanitas still life that features twitter follower counts
+809,Persephone
+810,pasta ömetabolism
+811,A vision of the Theotokos in my glass of coffee
+812,a dog.
+813,a photo of a tree generating a painting of a tree with AI
+814,🔴~__��'t �
+815,Intimations of Immortality
+816,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+817,A dead idea
+818,The Oracle leans forward to say: beware the ides of March
+819,Monet Lisa
+820,a silent palace
+821,an intricate painting of eternity
+822,A propaganda poster for chunky cats.
+823,God killed Van Gogh.
+824,the eyes of God are wired shut
+825,Persephone
+826,symmetry
+827,Mona Lisa
+828,Saturn being a good dad to his son
+829,a technoideacer
+830,
+831,a cherry tree made of fractals
+832,A cat wearing a tophat
+833,frogs in the style of Ralph Steadidea
+834,a portrait of a beautiful tree
+835,a green dog
+836,a portrait of Abraham Lincoln
+837,Hungry Dogs Will Devour in the Daytime
+838,a photo of a purple dog
+839,Cat in a teacup
+840,
+841,Nostos
+842,A baroque portrait of Hamlet
+843,Saturn being a good dad to his son
+844,Hell is Paradise
+845,a taste
+846,"God, it's amazing."
+847,Everywhere is no-place
+848,a minimalist painting that you wouldn't understand
+849,a tree with weaping branches
+850,a portrait of Elvis Presley
+851,a idea standing alone in a wheat field
+852,metaphysics
+853,I sold my soul at the crossroads
+854,a beautiful tree
+855,photosynthesis
+856,
+857,"Mephisto, shrouded in smoke"
+858,playing Go with Death
+859,a painting of the last day
+860,totemic dusk
+861,Hell is Paradise
+862,a christmas card from the victorian era
+863,Good grief
+864,handsome commemorative garden pigeon
+865,a portrait of <name>
+866,a portrait of Abraham Lincoln
+867,she came in through the wall
+868,a sad idea
+869,In the temple of God
+870,fuzzy pals hum
+871,a painting of a sycamore in
+872,a beautiful waluigi
+873,"a brilliant sketch titled ""Let Forever be Delayed"""
+874,a portrait of a beautiful tree
+875,a portrait of metaphysics
+876,MEMETIC HAZARD
+877,The years gild our memoriesnUnfairly.
+878,Mona Lisa
+879,pasta ömetabolism
+880,pasta ömetabolism
+881,bored of dying
+882,Cat in a teacup
+883,a cherry tree made of fractals
+884,an intricate drawing of eternity
+885,mammals
+886,a portrait of Persephone
+887,treehouse in the style of studio ghibli animation
+888,watching TV in purgatory
+889,The winds of change by Ryan Murdock
+890,a technoideacer
+891,a portrait of Persephone
+892,Last Breath
+893,A minimalistic still life of a cat sitting on a table
+894,
+895,cult of prisms
+896,Aflame
+897,Cat in a teacup
+898,"God, it's amazing."
+899,a minimalist painting that you wouldn't understand
+900,a idea and a crow
+901,totemic dusk
+902,a city in Van Gogh's style
+903,A baroque portrait of Hamlet
+904,murdoch
+905,a silent palace
+906,Anxiety: the one emotion that does not lie
+907,a photo of a purple dog
+908,the moon is a sickle cell
+909,Tendrils of smoke curl around the caterpillar with a hookah
+910,president abe lincoln but a cat
+911,a beautiful idea
+912,handsome commemorative garden pigeon
+913,an intricate painting of eternity
+914,"God, it's amazing."
+915,Grippy socks; no drawstrings: high fashion
+916,The average Advadnoun twitter follower
+917,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+918,a photo from {my hometown}
+919,MEMETIC HAZARD
+920,a portrait of Elvis Presley
+921,a idea and a crow
+922,Saturn being a good dad to his son
+923,beautiful art
+924,Shinji Ikari
+925,a portrait of <name>
+926,a photo of a purple dog
+927,Ophelia
+928,a dog wearing a suit playing tennis
+929,We haunt the synapses
+930,I do not think they'll sing for me
+931,Genesis
+932,a beautiful tree
+933,"a brilliant sketch titled ""Let Forever be Delayed"""
+934,Metaphysics
+935,bored of dying
+936,treehouse in the style of studio ghibli animation
+937,
+938,photosynthesis
+939,A structure made of people standing on top of other people
+940,meaningless neko ♡♡ neko
+941,a photo of the sun melting into the ocean
+942,symmetry
+943,the moon is a sickle cell
+944,Dancing in the moonlight
+945,Last Breath
+946,I sold my soul at the crossroads
+947,a beautiful idea
+948,"God, it's amazing."
+949,Cat in a teacup
+950,a tree with weaping branches
+951,"God, it's amazing."
+952,Cat in a teacup
+953,"r.j. Murdock's ""The Death of a Hacker"""
+954,using generated paint
+955,fuzzy pals hum
+956,"A portrait: idea, whose lineage is corpse."
+958,a beautiful idea
+959,"half Ryan, half pigeon"
+960,when the wind blows
+961,a beautiful idea
+962,pasta ömetabolism
+963,a cherry tree made of fractals
+964,The Monet Lisa
+965,"""The hunger artist, full"" by Ryan Murdock"
+966,a portrait of advadnoun
+967,The Fool tarot card but it's The Lovers
+968,Persephone
+969,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+970,an omen
+971,the eternal dread of lemongrab
+972,a idea on fire
+973,Aflame
+974,"i'm never gonna lose the desire to be loved. ""Oh the pain!! The pain! The agony!"""
+975,twilight
+976,hamont parkland avenue incumbscreenshotsaturday hemisphere footage algorithm
+977,a silent palace
+978,a selfie
+979,the moon is a sickle cell
+980,a portrait of Abraham Lincoln
+981,a tree with weaping branches
+982,a tiny church inside an eyeball
+983,a portrait of a beautiful tree
+984,Paradise Lost
+985,a horse with four eyes.
+986,president abe lincoln but a cat
+987,a summer day
+988,Anxiety: the one emotion that does not lie
+989,Saturn being a good dad to his son
+990,In the temple of God
+991,Redacted ████████
+992,Dr. Faustus and Mephisto
+993,a minimalist painting that you wouldn't understand
+994,a idea standing alone in a wheat field
+995,a seance in the basement
+996,a portrait of <name>
+997,Aflame
+998,the moon is a sickle cell
+999,beautiful art
+1000,a idea on fire
+1001,a tiny church inside an eyeball
+1002,totemic dusk
+1003,Persephone
+1004,piss indiefilm
+1005,a beautiful idea
+1006,The EcoCathedral
+1007,"joy, happiness, bliss"
+1008,Intimations of Immortality
+1009,the whitest idea
+1010,a silent palace
+1011,
+1012,a idea and a crow
+1013,Memento Mori
+1014,Visions in envy of the gods
+1015,symmetry
+1016,A poster advertising Freudian Psychoanalytics
+1017,A propaganda poster promoting big chungus
+1018,With the Gods in envy of their visions
+1019,a cherry tree made of fractals
+1020,pasta ömetabolism
+1021,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+1022,a beautiful tree
+1023,cowboy with a trumpet
+1024,a portrait of a beautiful tree
+1025,The OLD DATA
+1026,f*** it market standard rule language – distinguish np tax science research
+1027,murdoch
+1028,Some stolen Gods take up the reigns of darkness.
+1029,a portrait of metaphysics
+1030,a god
+1031,she sings opera
+1032,The First Supper
+1033,handsome commemorative garden pigeon
+1034,cult of prisms
+1035,Cat in a teacup
+1036,💨 👻 ☺ 🔮 🔺 ✊
+1037,a portrait of Abraham Lincoln
+1038,a corgi
+1039,a beautiful idea
+1040,a portrait of a beautiful tree
+1041,Dead Codes by Ryan Murdock
+1042,totemic dusk
+1043,metaphysics
+1044,a portrait of Elvis Presley
+1045,a criminal
+1046,Genesis where the universe was made
+1047,a portrait of <name>
+1048,turnt brony undergrad dwight
+1049,Cat in a teacup
+1050,a corgi
+1051,"Hamlet saying ""To be or not to be"""
+1052,a portrait of a beautiful tree
+1053,A E S T H E T I C ?
+1054,Figure 5: a corgi
+1055,A gun killed Van Gogh.
+1056,Persephone flees Hades
+1057,a silent palace
+1058,pasta ömetabolism
+1059,a beautiful tree
+1060,on the edge of grace
+1061,a portrait of Elvis Presley
+1062,Persephone
+1063,Tendrils of smoke curl around the caterpillar with a hookah
+1064,"half Ryan, half pigeon"
+1065,a sunflower
+1066,a beautiful tree
+1067,a portrait of metaphysics
+1068,A dead idea
+1069,a character from a ghibli movie
+1070,a silent palace
+1071,a portrait of Elvis Presley
+1072,a portrait of advadnoun
+1073,A E S T H E T I C ?
+1074,зеленая собака
+1075,A baroque portrait of Hamlet
+1076,a idea at the beach
+1077,Sisyphus
+1078,Good grief
+1079,"r.j. Murdock's ""The Death of a Hacker"""
+1080,a beautiful idea
+1081,🔴~__��'t �
+1082,a portrait of advadnoun
+1083,a painting of a sycamore in
+1084,president abe lincoln but a cat
+1085,The agony of time
+1086,God once loved a idea
+1087,pasta ömetabolism
+1088,Dead Codes by Ryan Murdock
+1089,
+1090,slightly mild cosplaying pseudo beard
+1091,Last Breath
+1092,The Oracle leans forward to say: beware the ides of March
+1093,The Devil Wears Khakis
+1094,"""The hunger artist, full"" by Ryan Murdock"
+1095,In the temple of God
+1096,a beautiful tree
+1097,a idea from an anime
+1098,She's gorgeous
+1099,A vanitas still life that features twitter follower counts
+1100,
+1101,the eternal dread of lemongrab
+1102,Advadnoun
+1103,a summer day
+1104,The Fool tarot card but it's The Lovers
+1105,I miss the Spring
+1107,The Oracle leans forward to say: beware the ides of March
+1108,Contentment at the Disco
+1109,The First Supper
+1111,a beautiful idea
+1112,"Intricate, Weeping Tree by Ryan Murdock"
+1113,"a brilliant sketch titled ""Let Forever be Delayed"""
+1114,beautiful art
+1115,
+1116,a silent palace
+1117,a portrait of metaphysics
+1118,A propaganda poster promoting big chungus
+1119,a portrait of a beautiful tree
+1120,a portrait of Abraham Lincoln
+1121,
+1122,the whitest idea
+1123,a portrait of Abe Lincoln
+1124,Monet Lisa
+1125,The Fool tarot card but it's The Lovers
+1126,a portrait of <name>
+1127,a portrait of Elvis Presley
+1128,Post-Modern Nouveaux Statue
+1129,a cherry tree made of fractals
+1130,f*** it market standard rule language – distinguish np tax science research
+1131,symmetry
+1132,pasta ömetabolism
+1133,a brilliant painting titled
+1134,The First Supper
+1135,a corgi
+1136,a beautiful tree
+1137,a green doG
+1138,The OLD DATA
+1139,Ophelia
+1140,a portrait of Abraham Lincoln
+1141,incineratures motherhood
+1142,a green dog
+1143,a portrait of advadnoun
+1144,a sunflower
+1145,
+1146,a idea from an anime
+1147,Beauty here -- a photograph by Ryan Murdock
+1148,slightly mild cosplaying pseudo beard
+1149,Nostos
+1150,pasta ömetabolism
+1151,a beautiful tree
+1152,"half Ryan, half pigeon"
+1153,turnt brony undergrad dwight
+1154,beautiful art
+1155,a portrait of Persephone
+1156,A sticky-note magnum opus featuring birds
+1157,I sold my soul at the crossroads
+1158,"a brilliant sketch titled ""Let Forever be Delayed"""
+1159,A poster advertising Freudian Psychoanalytics
+1160,using generated paint
+1161,The OLD DATA
+1162,a horse with four eyes.
+1163,is this loss? but it's van gogh
+1164,a gorgeous bouquet with roses and sunflowers
+1165,Anxiety: the one emotion that does not lie
+1166,turnt brony undergrad dwight
+1167,The Lost Generation
+1168,Taylor Swift
+1169,The Lost Generation
+1170,a photo from {my hometown}
+1171,The OLD DATA
+1172,a portrait of <name>
+1173,a cherry tree made of fractals
+1174,an intricate sculpture of Death itself
+1175,
+1176,зеленая собака
+1177,a sunflower
+1178,angst
+1179,president abe lincoln but a cat
+1180,a beautiful tree
+1181,The OLD DATA
+1182,"You shake the demons hand, and redo it all, again."
+1183,the latent space
+1184,Fire
+1185,a tree with weaping branches
+1186,treehouse in the style of studio ghibli animation
+1187,Good grief
+1188,a portrait of <name>
+1189,a wholesome clown. Not creepy at all
+1190,Theotokos of Milk
+1191,"God closes a door, boards up the stained-glass windows. nnGod hides."
+1192,I sold my soul at the crossroads
+1193,"Mephisto, shrouded in smoke"
+1194,A baroque portrait of Hamlet
+1195,a lamp
+1196,MEMETIC HAZARD
+1197,"""Your mind falls in the gaps"" - by Ryan Murdock"
+1198,cowboy with a trumpet
+1199,Aflame
+1200,A vanitas still life that features twitter follower counts
+1201,a beautiful tree
+1202,Synesthesia
+1203,Is this loss?
+1204,Adverb working on Photoshop Neural Filters | Behance Art
+1205,Everything was beautiful and nothing hurt
+1206,Mona Lisa
+1207,A structure made of people standing on top of other people
+1208,"Intricate, Weeping Tree by Ryan Murdock"
+1209,the whitest idea
+1210,The Fates knit such delicate nooses for us to bind
+1211,a tree with weaping branches
+1212,a beautiful tree
+1213,Nostos
+1214,Post-Modern Nouveaux Statue
+1215,Genesis
+1216,totemic dusk
+1217,a dog.
+1218,photosynthesis
+1219,The average Advadnoun twitter follower
+1220,"""The hunger artist, full"" by Ryan Murdock"
+1221,a tree's face
+1222,slightly mild cosplaying pseudo beard
+1223,a jukebox powered by smoke
+1224,Monet Lisa
+1225,Intimations of Immortality
+1226,a gorgeous bouquet with roses and sunflowers
+1227,face like an M.C. Escher drawing n(you could get lost in its beauty)
+1228,a photo of a purple dog
+1229,a tiny church inside an eyeball
+1230,Good grief
+1231,Last Breath
+1232,a beautiful waluigi
+1233,the moon is a sickle cell
+1234,pathoarthistory evankirstel sleep depend npainter ☼ nightmare comprehend
+1235,I sold my soul at the crossroads
+1236,Persephone
+1237,a portrait of Abraham Lincoln
+1238,a beautiful painting
+1239,Last Breath
+1240,a idea on fire
+1241,"a brilliant sketch titled ""Let Forever be Delayed"""
+1242,A gun killed Van Gogh.
+1243,a sketch of the mind of god
+1244,Intimations of Immortality
+1245,Intimations of Immortality
+1246,turnt brony undergrad dwight
+1247,A sticky-note magnum opus featuring birds
+1248,Aflame
+1249,Grippy socks; no drawstrings: high fashion
+1250,👉  👈
+1251,Shrek the ogre
+1252,a beautiful idea
+1253,a portrait of Elvis Presley
+1254,president abe lincoln but a cat
+1255,Post-antiquity art
+1256,using generated paint
+1257,a dog eating a cheese burger
+1258,The average Advadnoun twitter follower
+1259,Monet Lisa
+1260,"A professional, minimalist poster for the book The Old idea and the Sea"
+1261,We haunt the synapses
+1262,Post-Modern Nouveaux Statue
+1263,a picture of Ryan Murdock
+1264,cowboy with a trumpet
+1265,colorful rabbits chandelier polaroid
+1266,a character from a ghibli movie
+1267,a goblin by van gogh
+1268,a beautiful painting
+1269,a photo of a purple dog
+1270,a portrait of Persephone
+1271,"Hamlet saying ""To be or not to be"""
+1272,Homer Simpson
+1273,a cute cat
+1274,turnt brony undergrad dwight
+1275,Intimations of Immortality
+1276,a idea wearing makeup
+1277,They called you the hyacinth girl
+1278,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+1279,Cat in a teacup
+1280,metaphysics
+1281,"""The wages of sin are generous"" by Ryan Murdock"
+1282,"Pig, neither dead nor alive, stare into the heart of light, the silence."
+1283,
+1284,a horse with four eyes.
+1285,Advadnoun
+1286,Last Breath
+1287,totemic dusk
+1288,The OLD DATA
+1289,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+1290,a idea holding an apple in one hand
+1291,a beautiful idea
+1292,melancholia
+1293,Shinji Ikari
+1294,a gorgeous bouquet with roses and sunflowers
+1295,a portrait of advadnoun
+1296,a known
+1297,Genesis
+1298,In smoke and mould the fleshless dead
+1299,The average Advadnoun twitter follower
+1300,a cute cat
+1301,a painting of a sycamore in
+1302,a idea and a crow
+1303,Persephone
+1304,
+1305,using generated paint
+1306,"A cute, minmimalist valentine's day card featuring a cat"
+1307,a painting that couldn't be sold
+1308,bored of dying
+1309,pasta ömetabolism
+1310,Dancing in the moonlight
+1311,a beautiful idea
+1312,Dr. Faustus and Mephisto
+1313,"joy, happiness, bliss"
+1314,a photo from {my hometown}
+1315,a wholesome clown. Not creepy at all
+1316,a portrait of Elvis Presley
+1317,a cherry tree made of fractals
+1318,a idea standing alone in a wheat field
+1319,Dancing in the moonlight
+1320,Hunger art by Ryan Murdock
+1321,a beautiful waluigi
+1322,A black and white photo of a rainbow.
+1323,totemic dusk
+1324,a beautiful tree
+1325,
+1326,a beautiful idea
+1327,a horse with four eyes.
+1328,The Lost Generation
+1329,Death is a black camel that kneels down so we can ride
+1331,Dancing in the moonlight
+1332,an old idea
+1333,a horse with four eyes.
+1334,a photo of a purple dog
+1335,pathoarthistory evankirstel sleep depend npainter ☼ nightmare comprehend
+1336,a silent palace
+1337,The OLD DATA
+1338,a tree with weaping branches
+1339,Creativity is only composition in disguise.
+1340,"r.j. Murdock's ""The Death of a Hacker"""
+1341,Persephone
+1342,president abe lincoln but a cat
+1343,There is something so interesting about a bleeding edge full of dust.
+1344,A poster advertising death by water
+1345,Persephone
+1346,Saturn being a good dad to his son
+1347,is this loss? but it's van gogh
+1348,Monet Lisa
+1349,fuzzy pals hum
+1350,"""The hunger artist, full"" by Ryan Murdock"
+1351,Shinji Ikari
+1352,a beautiful idea
+1353,"Son of idea,nYou cannot say, or guess, for you know onlynA heap of broken images"
+1354,God once loved a idea
+1355,a horse with four eyes.
+1356,a cherry tree made of fractals
+1357,a beautiful haunting
+1358,I miss the Spring
+1359,gradient
+1360,a wormhole
+1361,a beautiful idea
+1362,president abe lincoln but a cat
+1363,handsome commemorative garden pigeon
+1364,Everywhere is no-place
+1365,"""It is beginning to end.""nby Ryan Murdock."
+1366,she sings opera
+1367,a jukebox powered by smoke
+1368,a portrait of metaphysics
+1369,playing Go with Death
+1370,a idea standing alone in a wheat field
+1371,Dead Codes by Ryan Murdock
+1372,Synesthesia
+1373,The years gild our memoriesnUnfairly.
+1374,A propaganda poster promoting big chungus
+1375,"God, it's amazing."
+1376,Persephone
+1377,a beautiful tree
+1378,MEMETIC HAZARD
+1379,totemic dusk
+1380,Intimations of Immortality
+1381,A poster advertising death by water
+1382,a photo of a purple dog
+1383,symmetry
+1384,A poster advertising misery
+1385,a portrait of Elvis Presley
+1386,Post-Modern Nouveaux Statue
+1387,a idea from an anime
+1388,Anxiety: the one emotion that does not lie
+1389,photosynthesis
+1390,the idea in the mirror
+1391,"half Ryan, half pigeon"
+1392,Sorrow's my body on the wavesnnAlone on the water
+1393,a seance in the basement
+1394,A poster serving as a memento mori
+1395,Aflame
+1396,A structure made of people standing on top of other people
+1397,The First Supper
+1398,totemic dusk
+1399,a beautiful tree
+1400,a painting of the last day
+1401,a photo of metaphysics
+1402,a horse with four eyes
+1403,pasta ömetabolism
+1404,Synesthesia
+1405,a cherry tree made of fractals
+1406,Post-post-post-post-modern art
+1407,pasta ömetabolism
+1408,MEMETIC HAZARD
+1409,a portrait of Abe Lincoln
+1410,Everywhere is no-place
+1411,Memento Mori
+1412,The average Advadnoun twitter follower
+1413,a beautiful painting
+1414,A black and white photo of a rainbow.
+1415,The Death of Achilles
+1416,a portrait of <name>
+1417,cult of prisms
+1418,a beautiful tree
+1419,a beautiful painting
+1420,a beautiful idea
+1421,An Arundel Tomb
+1422,she came in through the wall
+1423,the moon is a sickle cell
+1424,a minimalist painting that you wouldn't understand
+1425,a beast of burden
+1426,a gilded lily
+1427,a beautiful idea
+1428,a brilliant painting titled
+1429,a painting of the city
+1430,"""Your mind falls in the gaps"" - by Ryan Murdock"
+1431,"r.j. Murdock's ""The Death of a Hacker"""
+1432,Aflame
+1433,a beautiful painting
+1434,metaphysics
+1435,turnt brony undergrad dwight
+1436,symmetry
+1437,Going home -- melanchonostalgic photography
+1438,a character from a ghibli movie
+1439,She's gorgeous
+1440,incineratures motherhood
+1441,a calm still life in ethereal blue
+1442,incineratures motherhood
+1443,A baroque portrait of Hamlet
+1444,"A professional, minimalist poster for the book The Old idea and the Sea"
+1445,Anxiety: the one emotion that does not lie
+1446,a portrait of a beautiful tree
+1447,"Go off to sleep in the sunshine, I don’t want to see the day when it’s dying"
+1448,a tree with weaping branches
+1449,''''
+1450,Intimations of Immortality
+1451,Weeping Roses
+1452,playing Go with Death
+1453,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+1454,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+1455,turnt brony undergrad dwight
+1456,Dancing in the moonlight
+1457,Figure 5: a corgi
+1458,a beautiful idea
+1459,A Tragedy
+1460,a photo of a purple dog
+1461,a famous painted portrait of Lady Macbeth
+1462,"A cute, minmimalist valentine's day card featuring a cat"
+1463,The things I'll take with me
+1464,pathoarthistory evankirstel sleep depend npainter ☼ nightmare comprehend
+1465,Summer's Symphony: Counterpoint and Melody
+1466,a horse with four eyes
+1467,Aflame
+1469,
+1470,Saturn being a good dad to his son
+1471,a beautiful idea
+1472,a terrifying night hag
+1473,a portrait of Abraham Lincoln
+1474,"i'm never gonna lose the desire to be loved. ""Oh the pain!! The pain! The agony!"""
+1475,a cute cat
+1476,"""The hunger artist, full"" by Ryan Murdock"
+1477,A baroque portrait of Hamlet
+1478,a beautiful tree
+1479,Last Breath
+1480,metaphysics
+1481,"Go off to sleep in the sunshine, I don’t want to see the day when it’s dying"
+1482,"God, it's amazing."
+1483,a portrait of Abraham Lincoln
+1484,a idea and a crow
+1485,a portrait of Abraham Lincoln
+1486,Dancing in the moonlight
+1487,a tree with weaping branches
+1488,using generated paint
+1489,a gilded lily
+1490,treehouse in the style of studio ghibli animation
+1491,chiaroscuro
+1492,Last Breath
+1493,A dead idea
+1494,a summer day
+1495,The fates knit such intricate nooses for us to bind.
+1496,bored of dying
+1497,🔴~__��'t �
+1498,Pig which could not cease to die.
+1499,Intimations of Immortality
+1500,a painting of a sycamore in
+1501,The Fool
+1502,she isn't busy: she just isn't into you
+1503,a beautiful tree
+1504,"""The hunger artist, full"" by Ryan Murdock"
+1505,
+1506,a portrait of Elvis Presley
+1507,a idea and a crow
+1508,Homer Simpson
+1509,Anxiety: the one emotion that does not lie
+1510,A structure made of people standing on top of other people
+1511,a beautiful tree
+1512,a beautiful tree
+1513,totemic dusk
+1514,a christmas card from the victorian era
+1515,Sickness of the Soul
+1516,God is in heaven and all is right in the world
+1517,Mona Lisa
+1518,a portrait of Abraham Lincoln
+1519,a cute cat
+1520,turnt brony undergrad dwight
+1521,"a brilliant sketch titled ""Let Forever be Delayed"""
+1522,a city in Van Gogh's style
+1523,Synesthesia by Ryan Murdock
+1524,"""A God Made of Wires and Dust"" by Ryan Murdock"
+1525,a beautiful dawn
+1526,a portrait of Abraham Lincoln
+1527,
+1528,a horse with four eyes.
+1529,Last Breath
+1530,slightly mild cosplaying pseudo beard
+1531,
+1532,A dead idea
+1533,cowboy with a trumpet
+1534,We haunt the synapses
+1535,
+1536,a horse with four eyes.
+1537,pasta ömetabolism
+1538,A short life full of immense joy
+1539,a wormhole
+1540,metaphysics
+1541,is this loss? but it's van gogh
+1542,tamine ethereal image
+1543,is this loss? but it's van gogh
+1544,"A clock with gorgeous, intricate gradients on it"
+1545,Dancing in the moonlight
+1546,a broken heart
+1547,a wormhole
+1548,beautiful art
+1549,Genesis
+1550,face like an M.C. Escher drawing n(you could get lost in its beauty)
+1551,a character from a ghibli movie
+1552,Cat in a teacup
+1553,symmetry
+1554,A black and white photo of a rainbow.
+1555,A propaganda poster promoting big chungus
+1556,a idea and a crow
+1557,a green doG
+1558,"""The hunger artist, full"" by Ryan Murdock"
+1559,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+1560,Last Breath
+1561,The Monet Lisa
+1562,all architecture
+1563,The Virgin Mary as a broken-down android
+1564,a terrifying night hag
+1565,a green doG
+1566,pasta ömetabolism
+1567,The Fool tarot card but it's The Lovers
+1568,Do you remember the mythic beast?nA last-minute cancellation at The Last Supper
+1569,the eternal dread of lemongrab
+1570,The warrior Achilles devours slain Hector's corpse -- an ink poster by Ryan Murdock
+1571,Shinji Ikari
+1572,The Monet Lisa
+1573,a cherry tree made of fractals
+1574,a portrait of metaphysics
+1575,She's gorgeous
+1576,A black and white photo of a rainbow.
+1577,They called you the hyacinth girl
+1578,a portrait of <name>
+1579,photosynthesis
+1580,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+1581,The Starry Night
+1582,"""A new hope blooms on the long notes of old horns."""
+1583,A minimalistic still life of a cat sitting on a table
+1584,a dog eating a cheese burger
+1585,A structure made of people standing on top of other people
+1586,Genesis
+1587,
+1588,"Oh the Death, not pigs forever."
+1589,The Starry Night
+1590,Persephone
+1591,a beautiful tree
+1592,Sickness of the Soul
+1593,turnt brony undergrad dwight
+1594,a gilded lily
+1595,Photograph of a glass of Blue Tea
+1596,a idea and a crow
+1597,
+1598,a beautiful tree
+1599,turnt brony undergrad dwight
+1600,mammals
+1601,The Lost Generation
+1602,a goblin by van gogh
+1603,A black and white photo of a rainbow.
+1604,"""Your mind flails in the gaps"" - by Ryan Murdock"
+1605,"half Ryan, half pigeon"
+1606,An Arundel Tomb
+1607,pasta ömetabolism
+1608,A dandelion blown into the universe
+1609,a idea at the beach
+1610,Monet Lisa
+1611,"r.j. Murdock's ""The Death of a Hacker"""
+1612,Saturn being a good dad to his son
+1613,The Starry Night
+1614,a beautiful tree
+1615,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+1616,an old idea
+1617,an intricate sculpture of Death itself
+1618,Genesis
+1619,a cherry tree made of fractals
+1623,
+1624,the latent space
+1625,A dead idea
+1626,
+1627,frogs in the style of Ralph Steadidea
+1628,a cherry tree made of fractals
+1629,fuzzy pals hum
+1630,a tiny church inside an eyeball
+1631,Aflame
+1632,a sunflower
+1633,Nostos
+1634,Monet Lisa
+1635,Monet Lisa
+1636,a cherry tree made of fractals
+1637,Cat in a teacup
+1638,I miss the Spring
+1639,a beautiful tree
+1640,Redacted ████████
+1641,"God, it's amazing."
+1642,a portrait of <name>
+1643,Shrek the ogre
+1644,Super Mario World but every character is Luigi
+1645,God killed Van Gogh.
+1646,"A cute, minmimalist valentine's day card featuring a cat"
+1647,She's gorgeous
+1648,a sunflower
+1649,the sun is shining on the lake
+1650,the intersection of art and technology
+1651,a beautiful idea
+1652,a beautiful painting
+1653,Paradise Lost
+1654,president abe lincoln but a cat
+1655,
+1656,"""The Penultimate Supper"" by Da Vinci"
+1657,On the edge of endless darkness
+1658,With the Gods in envy of their visions
+1659,Dril is a cyber-philosopher.
+1660,"r.j. Murdock's ""The Death of a Hacker"""
+1661,
+1662,a picture of Ryan Murdock
+1663,A E S T H E T I C ?
+1664,deepdream aka inceptionism
+1665,pathoarthistory evankirstel sleep depend npainter ☼ nightmare comprehend
+1666,a beautiful idea
+1667,Homer Simpson
+1668,Persephone
+1669,the whitest idea
+1670,handsome commemorative garden pigeon
+1671,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+1672,a minimalist painting that you wouldn't understand
+1673,a beautiful tree
+1674,Monet Lisa
+1675,Monet Lisa
+1676,cult of prisms
+1677,"a ""This machine kills Trojans"" sticker on a Greek lyre"
+1678,The agony of time
+1679,turnt brony undergrad dwight
+1680,the whitest idea
+1681,Dril is a cyber-philosopher.
+1682,Alan Turing
+1683,when the wind blows
+1684,a portrait of Persephone
+1685,deepdream aka inceptionism
+1686,Dead Codes by Ryan Murdock
+1687,Saturn being a good dad to his son
+1688,a portrait of Abraham Lincoln
+1689,The Theotokos is a bird
+1690,a beautiful idea
+1691,"i'm never gonna lose the desire to be loved. ""Oh the pain!! The pain! The agony!"""
+1692,a corgi
+1693,a green doG
+1694,A E S T H E T I C ?
+1695,
+1696,the intersection of art and technology
+1697,Dead Codes by Ryan Murdock
+1698,a cute rabbit
+1699,"God, it's amazing."
+1700,a silent palace
+1701,a wholesome clown. Not creepy at all
+1702,Exquisite LonelinessnnLurid art by Ryan Murdock
+1703,A structure made of people standing on top of other people
+1704,Dead Codes by Ryan Murdock
+1705,a gorgeous bouquet with roses and sunflowers
+1706,a portrait of <name>
+1707,intricate nothing
+1708,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+1709,Metaphysics
+1710,using generated paint
+1711,a minimalist painting that you wouldn't understand
+1712,she sings opera
+1713,Cat in a teacup
+1714,turnt brony undergrad dwight
+1715,a beautiful idea
+1716,"""The hunger artist, full"" by Ryan Murdock"
+1717,The years gild our memoriesnUnfairly.
+1718,a idea and a crow
+1719,A vanitas still life that features twitter follower counts
+1720,The Monet Lisa
+1721,a gorgeous bouquet with roses and sunflowers
+1722,Philosophy is really homesickness: the urge to be at home everywhere
+1723,a green doG
+1724,an omen
+1725,An elegant image of nature with gorgeous swirling gradients by R.J. Murdock
+1726,a cute corgi
+1727,cowboy with a trumpet
+1728,"The laptop of brave Achaean Achilles, who would not live long."
+1729,a portrait of a beautiful idea
+1730,slightly mild cosplaying pseudo beard
+1731,a idea standing alone in a wheat field
+1732,Aflame
+1733,a portrait of Persephone
+1734,a idea and a crow
+1735,I sold my soul at the crossroads
+1736,the demise of the universe
+1737,a portrait of a beautiful tree
+1738,"Mephisto, shrouded in smoke"
+1739,a portrait of advadnoun
+1740,God is in heaven and all is right in the world
+1741,a cherry tree made of fractals
+1742,Odysseus speaks to the shades in Hades
+1743,a steampunk technoideacer
+1744,a idea and a crow
+1745,treehouse in the style of studio ghibli animation
+1746,a gorgeous bouquet with roses and sunflowers
+1747,🎷
+1748,a cherry tree made of fractals
+1749,"A cute, minmimalist valentine's day card featuring a cat"
+1750,a famous painted portrait of Lady Macbeth
+1751,pasta ömetabolism
+1752,A short life full of immense joy
+1753,a terrifying night hag
+1754,a horse with four eyes.
+1755,A baroque portrait of Hamlet
+1756,this tree is
+1757,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+1758,"a brilliant sketch titled ""Let Forever be Delayed"""
+1760,a character from a ghibli movie
+1761,a corgi
+1762,the massive hope nof early iterations
+1763,a portrait of a beautiful tree
+1764,Intimations of Immortality
+1765,a silent palace
+1766,Post-post-post-post-modern art
+1767,a tree's face
+1768,"r.j. Murdock's ""The Death of a Hacker"""
+1769,a cherry tree made of fractals
+1770,Ophelia
+1771,A E S T H E T I C ?
+1772,
+1773,
+1774,Genesis
+1775,Persephone
+1776,Last Breath
+1777,a portrait of Abraham Lincoln
+1778,The OLD DATA
+1779,the whitest idea
+1780,a minimalist painting that you wouldn't understand
+1781,God once loved a idea
+1782,totemic dusk
+1783,when the wind blows
+1784,treehouse in the style of studio ghibli animation
+1785,a corgi
+1786,Last Breath
+1787,slightly mild cosplaying pseudo beard
+1788,a portrait of a beautiful idea
+1789,
+1790,a photo from {my hometown}
+1791,Dancing in the moonlight
+1792,Everywhere is no-place
+1793,Post-post-post-post-modern art
+1794,👉  👈
+1795,
+1796,a idea and a crow
+1797,"half Ryan, half pigeon"
+1798,president abe lincoln but a cat
+1799,A propaganda poster promoting big chungus
+1800,"""The hunger artist, full"" by Ryan Murdock"
+1801,a painting that couldn't be sold
+1802,a beautiful haunting
+1803,a technoideacer
+1804,"""A God Made of Wires and Dust"" by Ryan Murdock"
+1805,little birds
+1806,"""The hunger artist, full"" by Ryan Murdock"
+1807,"""The hunger artist, full"" by Ryan Murdock"
+1808,rooted reflected worries
+1809,is this loss? but it's van gogh
+1810,a portrait of <name>
+1811,a beautiful tree
+1812,a photo portrait of Joe Bidenthulu
+1813,a dog eating a cheese burger
+1814,Aflame
+1815,"a brilliant sketch titled ""Let Forever be Delayed"""
+1816,Aflame
+1817,Aflame
+1818,a beautiful haunting
+1819,totemic dusk
+1820,"""The hunger artist, full"" by Ryan Murdock"
+1821,Intimations of Immortality
+1822,"""Your mind fails in the gaps"" - by Ryan Murdock"
+1823,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+1824,a dog.
+1825,a green doG
+1826,The Lost Generation
+1827,Last Breath
+1828,intricate nothing
+1829,"God, it's amazing."
+1830,this tree is
+1831,a silent palace
+1832,a dog eating a cheese burger
+1833,Genesis
+1834,a calm still life in ethereal blue
+1835,slightly mild cosplaying pseudo beard
+1836,A propaganda poster promoting big chungus
+1837,is this loss? but it's van gogh
+1838,Dancing in the moonlight
+1839,a corgi
+1840,🔴~__��'t �
+1841,totemic dusk
+1843,Dancing in the moonlight
+1844,a photo from {my hometown}
+1845,a beautiful Waluigi
+1846,huidea
+1847,A black and white photo of a rainbow.
+1848,a beautiful tree
+1849,"""Cameras can't make art""nnAn oil on canvas by Murdock"
+1850,a cherry tree made of fractals
+1851,a beautiful tree
+1852,Taylor Swift
+1853,a idea on fire
+1854,Post-Modern Nouveaux Statue
+1855,is this loss? but it's van gogh
+1856,a idea at the beach
+1857,a beautiful tree
+1858,"""The hunger artist, full"" by Ryan Murdock"
+1859,The OLD DATA
+1860,Dancing in the moonlight
+1861,A structure made of people standing on top of other people
+1862,a horse with four eyes.
+1863,�>: ican read wii
+1864,a portrait of Abraham Lincoln
+1865,A propaganda poster for chunky cats.
+1866,
+1867,The Death of Achilles
+1868,on the edge of grace
+1869,I did not mean it I wanted a cute clever cartoon I swear.
+1870,a handwritten obituary
+1871,a idea standing alone in a wheat field
+1872,the intersection of art and technology
+1873,Memento Mori
+1874,a portrait of a beautiful idea
+1875,cigar sammycorgi
+1876,a steampunk technoideacer
+1877,"Sons are like birds, flying always over the mountain"
+1878,The Lost Generation
+1879,a minimalist painting that you wouldn't understand
+1880,A black and white photo of a rainbow.
+1881,a idea holding an apple in one hand
+1882,🔴~__��'t �
+1883,🍰  🇺 🎓 🐶
+1884,a idea holding an apple in one hand
+1885,a sketch of the mind of god
+1886,treehouse in the style of studio ghibli animation
+1887,Beauty here -- a photograph by Ryan Murdock
+1888,A E S T H E T I C ?
+1889,a selfie
+1890,is this loss? but it's van gogh
+1891,Costco wedding
+1892,a beautiful tree
+1893,a green doG
+1894,symmetry
+1895,a dog eating a cheese burger
+1896,a summer day
+1897,"""A God Made of Wires and Dust"" by Ryan Murdock"
+1898,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+1899,a portrait of a beautiful idea
+1900,зеленая собака
+1901,"joy, happiness, bliss"
+1902,metaphysics
+1903,a wholesome clown. Not creepy at all
+1904,meaningless neko ♡♡ neko
+1905,I can read when there's writing on the wall
+1906,"Oh the Death, not pigs forever."
+1907,a minimalist painting that you wouldn't understand
+1908,Aflame
+1909,Super Mario World but every character is Luigi
+1910,/
+1911,Dead Codes by Ryan Murdock
+1912,A vanitas still life that features twitter follower counts
+1913,a beautiful idea
+1914,a lamp
+1915,
+1916,the eyes of God are wired shut
+1917,intricate nothing
+1918,Is this loss?
+1919,a photo of a purple dog
+1920,a lamp
+1921,totemic dusk
+1922,The average Advadnoun twitter follower
+1923,photosynthesis
+1924,Costco wedding
+1925,🔴~__��'t �
+1926,Aflame
+1927,a cherry tree made of fractals
+1928,an intricate painting of eternity
+1929,Saturn being a good dad to his son
+1930,Nostos
+1931,a beautiful tree
+1932,A gargoyle of wires and flesh
+1933,🎷
+1934,a beautiful tree
+1935,a tack
+1936,Faceless Sorrow
+1937,a gorgeous bouquet with roses and sunflowers
+1938,using generated paint
+1939,A Tragedy
+1940,зеленая собака
+1941,🔴~__��'t �
+1942,A Tragedy
+1943,A sticky-note magnum opus featuring birds
+1944,president abe lincoln but a cat
+1945,using generated paint
+1946,
+1947,Intimations of Immortality
+1948,a portrait of <name>
+1949,a silent palace
+1950,A poster advertising death by water
+1951,A propaganda poster promoting big chungus
+1952,totemic dusk
+1953,a horse with four eyes.
+1954,cigar sammycorgi
+1955,"""It is beginning to end.""nby Ryan Murdock."
+1956,all architecture
+1957,a portrait of Abraham Lincoln
+1958,"joy, happiness, bliss"
+1959,a idea with a beard
+1960,Genesis
+1961,👉  👈
+1962,Summer's Symphony: Counterpoint and Melody
+1963,A gun killed Van Gogh.
+1964,snazzy snazzy myspace cosplaying undergrad lookin cosplaying jared
+1965,A minimalist propaganda poster promoting panpsychism
+1966,Persephone
+1967,a goblin by van gogh
+1968,"""A new hope blooms on the long notes of old horns."""
+1969,a painting of the city
+1970,
+1971,The agony of time
+1972,Ophelia
+1973,turnt brony undergrad dwight
+1974,a beautiful tree
+1975,totemic dusk
+1976,The Fool tarot card but it's The Lovers
+1977,
+1978,a broken heart
+1979,"Rise, Oink, Lazarus of Bethany"
+1980,"""The hunger artist, full"" by Ryan Murdock"
+1981,a cherry tree made of fractals
+1982,an intricate painting of eternity
+1983,She's gorgeous
+1984,a beautiful tree
+1985,I will meet you in a field firmly set within wrong.nnBy Ryan Murdock
+1986,using generated paint
+1987,a portrait of Abe Lincoln
+1988,Persephone flees Hades
+1989,a steampunk technoideacer
+1990,a beautiful idea
+1991,"A portrait: idea, whose lineage is corpse."
+1992,🔴~__��'t �
+1993,Intimations of Immortality
+1994,an omen
+1995,Persephone
+1996,"God closes a door, boards up stained-glass windows."
+1997,"""A new hope blooms on the long notes of old horns."""
+1998,Fire
+1999,
+2000,Metaphysics
+2001,"""The hunger artist, full"" by Ryan Murdock"
+2002,when the wind blows
+2003,a portrait of a beautiful tree
+2004,The Lost Generation
+2005,a corgi
+2006,a beautiful idea
+2007,pasta ömetabolism
+2008,a sad idea
+2009,metaphysics
+2010,a painting of a sycamore in
+2011,a portrait of Abraham Lincoln
+2012,The Fates knit such delicate nooses for us to bind
+2013,a photo from {my hometown}
+2014,a tree with leaves that are amarillo sightseeing thetic
+2015,Sickness of the Soul
+2016,pasta ömetabolism
+2017,pasta ömetabolism
+2018,bored of dying
+2019,An Arundel Tomb
+2020,The Starry Night
+2021,Nostos
+2022,bored of dying
+2023,The Lost Generation
+2024,The average Advadnoun twitter follower
+2025,pathoarthistory evankirstel sleep depend npainter ☼ nightmare comprehend
+2026,a silent palace
+2027,beautiful art
+2028,
+2029,Last Breath
+2030,
+2031,a
+2032,a portrait of advadnoun
+2033,a portrait of a beautiful tree
+2034,a idea holding an apple in one hand
+2035,a gorgeous bouquet with roses and sunflowers
+2036,photosynthesis
+2037,God killed Van Gogh.
+2038,Saturn being a good dad to his son
+2039,a horse with four eyes.
+2040,a beautiful idea
+2041,a beautiful tree
+2042,a portrait of Abe Lincoln
+2043,totemic dusk
+2044,A Tragedy
+2045,Persephone
+2046,The OLD DATA
+2047,"Elvis holding a rabbit. A detailed, high-quality photo without distortions"
+2048,face like an M.C. Escher drawing n(you could get lost in its beauty)
+2049,Dead Codes by Ryan Murdock
+2050,Intimations of Immortality
+2051,turnt brony undergrad dwight
+2052,a photo of a purple dog
+2053,Cat in a teacup
+2054,🔴~__��'t �
+2055,turnt brony undergrad dwight
+2056,Beauty here -- a photo by r.j. Murdock
+2057,The Fool
+2058,a portrait of metaphysics
+2059,a jukebox powered by smoke
+2060,cowboy with a trumpet
+2061,twilight
+2062,"joy, happiness, bliss"
+2063,Dead Codes by Ryan Murdock
+2064,"a brilliant sketch titled ""Let Forever be Delayed"""
+2065,tamine ethereal image
+2066,a portrait of <name>
+2067,"God, it's amazing."
+2068,she came in through the wall
+2069,Fire
+2070,metaphysics
+2071,God killed Van Gogh.
+2072,a portrait of Persephone
+2073,a beautiful tree
+2074,the whitest idea
+2075,Somewhere where I am not.nIntricate beauty by Ryan Murdock.
+2076,a gilded lily
+2077,The Lost Generation
+2078,Dead Codes by Ryan Murdock
+2079,Intimations of Immortality
+2080,meaningless neko ♡♡ neko
+2081,beautiful art
+2082,"""The hunger artist, full"" by Ryan Murdock"
+2083,an intricate painting of eternity
+2084,Good grief
+2085,"a tree with 2 eyes, one mouth, one nose, and no extra holes!"
+2086,The Fool