init

.gitignore

@@ -0,0 +1 @@
+.env

README.md

@@ -0,0 +1 @@
+## Same Same But Different

app.py

@@ -0,0 +1,94 @@
+import random
+import warnings
+from io import BytesIO
+from clip_interrogator import Interrogator, Config
+import torch
+import gradio as gr
+import clip
+import stability_sdk.interfaces.gooseai.generation.generation_pb2 as generation
+from stability_sdk import client
+from PIL import Image
+from IPython.display import display
+
+import argparse
+import subprocess
+import sys
+import time
+
+
+def setup():
+    install_cmds = [
+        ['pip', 'install', 'ftfy', 'gradio', 'regex', 'tqdm', 'stability-sdk',
+            'transformers==4.21.2', 'timm', 'fairscale', 'requests'],
+        ['pip', 'install', '-e', 'git+https://github.com/openai/CLIP.git@main#egg=clip'],
+        ['pip', 'install', '-e',
+            'git+https://github.com/pharmapsychotic/BLIP.git@lib#egg=blip'],
+        ['git', 'clone', 'https://github.com/pharmapsychotic/clip-interrogator.git']
+    ]
+    for cmd in install_cmds:
+        print(subprocess.run(cmd, stdout=subprocess.PIPE).stdout.decode('utf-8'))
+
+
+setup()
+
+sys.path.append('src/blip')
+sys.path.append('src/clip')
+sys.path.append('clip-interrogator')
+
+
+ci = Interrogator(Config())
+
+
+stability_api = client.StabilityInference(
+    key=os.environ['STABILITY_KEY'],
+    verbose=True
+)
+
+
+def inferAndRebuild(image, mode):
+    image = image.convert('RGB')
+    output = ''
+    if (mode == 'best'):
+        output = ci.interrogate(image)
+    elif (mode == 'classic'):
+        output = ci.interrogate_classic(image)
+    else:
+        output = ci.interrogate_fast(image)
+
+    answers = stability_api.generate(
+        prompt=str(output),
+        seed=34567,
+        steps=30,
+        samples=5
+    )
+
+    imglist = []
+    for resp in answers:
+        for artifact in resp.artifacts:
+            if artifact.finish_reason == generate.FILTER:
+                warnings.warn(
+                    "Your request activated the API's safety filters and could not be processed. Please modify the prompt and try again.")
+            if artifact.type == generation.ARTIFACT_IMAGE:
+                img = Image.open(BytesIO(artifact.binary))
+                imglist.append(img)
+    return [imglist, output]
+
+
+inputs = [
+    gr.inputs.Image(type='pil'),
+    gr.Radio(['best', 'classic', 'fast'], label='Models', value='fast')
+]
+
+outputs = [
+    gr.Gallery(),
+    gr.outputs.Textbox(label='Prompt')
+]
+
+io = gr.Interface(
+    inferAndRebuild,
+    inputs,
+    outputs,
+    allow_flagging=False,
+)
+
+io.launch(share=True, debug=True)

requirements.txt

@@ -0,0 +1,77 @@
+aiohttp==3.8.3
+aiosignal==1.3.1
+anyio==3.6.2
+async-timeout==4.0.2
+attrs==22.1.0
+bcrypt==4.0.1
+certifi @ file:///private/var/folders/sy/f16zz6x50xz3113nwtb9bvq00000gp/T/abs_0ek9yztvu3/croot/certifi_1665076692562/work/certifi
+cffi==1.15.1
+charset-normalizer==2.1.1
+click==8.1.3
+-e git+https://github.com/openai/CLIP.git@d50d76daa670286dd6cacf3bcd80b5e4823fc8e1#egg=clip
+contourpy==1.0.6
+cryptography==38.0.3
+cycler==0.11.0
+fairscale==0.4.12
+fastapi==0.86.0
+ffmpy==0.3.0
+filelock==3.8.0
+fonttools==4.38.0
+frozenlist==1.3.3
+fsspec==2022.11.0
+ftfy==6.1.1
+gradio==3.9.1
+grpcio==1.48.1
+grpcio-tools==1.48.1
+h11==0.12.0
+httpcore==0.15.0
+httpx==0.23.0
+huggingface-hub==0.10.1
+idna==3.4
+Jinja2==3.1.2
+kiwisolver==1.4.4
+linkify-it-py==1.0.3
+markdown-it-py==2.1.0
+MarkupSafe==2.1.1
+matplotlib==3.6.2
+mdit-py-plugins==0.3.1
+mdurl==0.1.2
+multidict==6.0.2
+numpy==1.23.4
+orjson==3.8.1
+packaging==21.3
+pandas==1.5.1
+paramiko==2.12.0
+Pillow==9.3.0
+protobuf==3.19.5
+pycparser==2.21
+pycryptodome==3.15.0
+pydantic==1.10.2
+pydub==0.25.1
+PyNaCl==1.5.0
+pyparsing==3.0.9
+python-dateutil==2.8.2
+python-dotenv==0.21.0
+python-multipart==0.0.5
+pytz==2022.6
+PyYAML==6.0
+regex==2022.10.31
+requests==2.28.1
+rfc3986==1.5.0
+six==1.16.0
+sniffio==1.3.0
+stability-sdk==0.2.7
+starlette==0.20.4
+timm==0.6.11
+tokenizers==0.12.1
+torch==1.13.0
+torchvision==0.14.0
+tqdm==4.64.1
+transformers==4.21.2
+typing_extensions==4.4.0
+uc-micro-py==1.0.1
+urllib3==1.26.12
+uvicorn==0.19.0
+wcwidth==0.2.5
+websockets==10.4
+yarl==1.8.1

src/blip

@@ -0,0 +1 @@
+Subproject commit 5b58f59454039295a87c6628b1392e6b8752e911

src/clip

@@ -0,0 +1 @@
+Subproject commit d50d76daa670286dd6cacf3bcd80b5e4823fc8e1