Merge branch 'main' into text2igm

README.md

@@ -16,7 +16,7 @@ You need a webcam to run this demo. 🤗
 
 ## Running Locally
 
-You need CUDA and Python or a Mac with an M1/M2/M3 chip
+You need CUDA and Python 3.10 or a Mac with an M1/M2/M3 chip
 `TIMEOUT`: limit user session timeout
 `SAFETY_CHECKER`: disabled if you want NSFW filter off  
 `MAX_QUEUE_SIZE`: limit number of users on current app instance

app-img2img.py

@@ -31,7 +31,9 @@ HEIGHT = 512
 mps_available = hasattr(torch.backends, "mps") and torch.backends.mps.is_available()
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 torch_device = device
-torch_dtype = torch.float16
+
+# change to torch.float16 to save GPU memory
+torch_dtype = torch.float32
 
 print(f"TIMEOUT: {TIMEOUT}")
 print(f"SAFETY_CHECKER: {SAFETY_CHECKER}")

app-txt2img.py

@@ -31,7 +31,8 @@ HEIGHT = 512
 mps_available = hasattr(torch.backends, "mps") and torch.backends.mps.is_available()
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 torch_device = device
-torch_dtype = torch.float16
+# change to torch.float16 to save GPU memory
+torch_dtype = torch.float32
 
 print(f"TIMEOUT: {TIMEOUT}")
 print(f"SAFETY_CHECKER: {SAFETY_CHECKER}")