Dall-E 3

Lora was training over about 500 Dall-e 3 images.

{
  "unetLR": 0.0005,
  "clipSkip": 1,
  "loraType": "lora",
  "keepTokens": 0,
  "networkDim": 32,
  "numRepeats": 1,
  "resolution": 1024,
  "lrScheduler": "cosine_with_restarts",
  "minSnrGamma": 5,
  "noiseOffset": 0.1,
  "targetSteps": 940,
  "enableBucket": true,
  "networkAlpha": 16,
  "optimizerType": "AdamW8Bit",
  "textEncoderLR": 0.00005,
  "maxTrainEpochs": 10,
  "shuffleCaption": false,
  "trainBatchSize": 6,
  "flipAugmentation": false,
  "lrSchedulerNumCycles": 3
}