Upload simvq_K262144/262144.yaml with huggingface_hub

simvq_K262144/262144.yaml

@@ -0,0 +1,174 @@
+# lightning.pytorch==2.2.0
+seed_everything: 0
+trainer:
+  accelerator: gpu
+  strategy: ddp_find_unused_parameters_true
+  devices: '8'
+  num_nodes: 1
+  precision: 16-mixed
+  logger:
+    class_path: lightning.pytorch.loggers.WandbLogger
+    init_args:
+      name: dimvq262144weight0.001batchnormz_q
+      save_dir: results/simvq/dimvq262144weight0.001batchnormz_q
+      version: null
+      offline: false
+      dir: null
+      id: null
+      anonymous: null
+      project: simvq
+      log_model: false
+      experiment: null
+      prefix: ''
+      checkpoint_name: null
+      entity: null
+      notes: null
+      tags: null
+      config: null
+      config_exclude_keys: null
+      config_include_keys: null
+      allow_val_change: null
+      group: null
+      job_type: null
+      mode: null
+      force: null
+      reinit: null
+      resume: null
+      resume_from: null
+      fork_from: null
+      save_code: null
+      tensorboard: null
+      sync_tensorboard: null
+      monitor_gym: null
+      settings: null
+  callbacks:
+  - class_path: lightning.pytorch.callbacks.ModelCheckpoint
+    init_args:
+      dirpath: results/simvq/dimvq262144weight0.001batchnormz_q
+      filename: null
+      monitor: train/total_loss
+      verbose: false
+      save_last: true
+      save_top_k: 5
+      save_weights_only: false
+      mode: min
+      auto_insert_metric_name: true
+      every_n_train_steps: null
+      train_time_interval: null
+      every_n_epochs: null
+      save_on_train_epoch_end: null
+      enable_version_counter: true
+  fast_dev_run: false
+  max_epochs: 100
+  min_epochs: null
+  max_steps: -1
+  min_steps: null
+  max_time: null
+  limit_train_batches: null
+  limit_val_batches: null
+  limit_test_batches: null
+  limit_predict_batches: null
+  overfit_batches: 0.0
+  val_check_interval: null
+  check_val_every_n_epoch: 1
+  num_sanity_val_steps: 0
+  log_every_n_steps: 100
+  enable_checkpointing: null
+  enable_progress_bar: null
+  enable_model_summary: null
+  accumulate_grad_batches: 1
+  gradient_clip_val: null
+  gradient_clip_algorithm: null
+  deterministic: null
+  benchmark: null
+  inference_mode: true
+  use_distributed_sampler: true
+  profiler: null
+  detect_anomaly: false
+  barebones: false
+  plugins: null
+  sync_batchnorm: false
+  reload_dataloaders_every_n_epochs: 0
+  default_root_dir: null
+ckpt_path: null
+model:
+  class_path: taming.models.vq.VQModel
+  init_args:
+    ddconfig:
+      double_z: false
+      z_channels: 128
+      resolution: 128
+      in_channels: 3
+      out_ch: 3
+      ch: 128
+      ch_mult:
+      - 1
+      - 2
+      - 2
+      - 4
+      num_res_blocks: 2
+      norm_type: batchnorm
+      norm_groups: 32
+    lossconfig:
+      target: taming.modules.losses.vqperceptual.VQLPIPSWithDiscriminator
+      params:
+        disc_conditional: false
+        disc_in_channels: 3
+        disc_start: 0
+        disc_weight: 0.8
+        gen_loss_weight: 0.1
+        codebook_weight: 0.1
+        commit_weight: 1.0
+        codebook_enlarge_ratio: 0
+        codebook_enlarge_steps: 2000
+    quantconfig:
+      target: taming.modules.vqvae.simvq.SimVQ
+      params:
+        n_e: 262144
+        e_dim: 128
+        beta: 0.25
+        legacy: false
+        embedding_init: gaussian
+        l2_norm: false
+        num_groups: 1
+        disentangle_loss_type: z_q_orth
+        disentangle_loss_weight: 0.001
+        inner_loss_weight: 0.0
+    ckpt_path: null
+    ignore_keys: []
+    image_key: image
+    colorize_nlabels: null
+    monitor: null
+    learning_rate: 0.0001
+    warmup_epochs: 1.0
+    scheduler_type: None
+    accumulate_steps: 1
+    min_learning_rate: 0
+    use_ema: true
+    stage: null
+    log_image_every_n_steps: 1
+    no_vq: false
+data:
+  class_path: main.DataModuleFromConfig
+  init_args:
+    batch_size: 64
+    train:
+      target: taming.data.imagenet.ImageNetTrain
+      params:
+        config:
+          size: 128
+          subset: null
+    validation:
+      target: taming.data.imagenet.ImageNetValidation
+      params:
+        config:
+          size: 128
+          subset: null
+    test:
+      target: taming.data.imagenet.ImageNetValidation
+      params:
+        config:
+          size: 128
+          subset: null
+    wrap: false
+    num_workers: 8