Skip to content

Instantly share code, notes, and snippets.

@DN6
DN6 / flux_gguf_torch_compile.py
Created April 7, 2025 17:16
GGUF + Torch Compile
# Setup
# ----------------------
# Install torch from nightly
# `pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu126`
# Install diffusers
# `pip install diffusers`
import torch
from diffusers import FluxPipeline, FluxTransformer2DModel, GGUFQuantizationConfig
"""Examples logging Tune runs to comet.ml"""
import comet_ml
import argparse
import numpy as np
from ray import tune
from ray.tune.integration.comet import CometLoggerCallback
def train_function(config, checkpoint_dir=None):
@DN6
DN6 / sparknlp-comet.py
Created November 3, 2021 19:03
Spark NLP + Comet
import sparknlp
from sparknlp.base import *
from sparknlp.annotator import *
from sparknlp.logging.comet import CometLogger
spark = sparknlp.start()
OUTPUT_LOG_PATH = "./run"
logger = CometLogger()
@DN6
DN6 / catalyst_comet_example.py
Last active October 18, 2021 17:10
Catalyst + Comet
import comet_ml
import os
import torch
from torch import nn, optim
from torch.utils.data import DataLoader
from catalyst import dl
from catalyst.data import ToTensor
from catalyst.contrib.datasets import MNIST
@DN6
DN6 / update_artifact.py
Created September 13, 2021 16:51
Artifact Update Webhook with Aquarium Learning
import comet_ml
import os
import json
from flask import Flask, request
app = Flask(__name__)
COMET_API_KEY = os.getenv("COMET_API_KEY")
COMET_WORKSPACE = os.getenv("COMET_WORKSPACE")
@DN6
DN6 / comet-pytorch-parallel-hpo.py
Last active April 19, 2021 17:12
Example for Parallelized Hyperparameter Search
from comet_ml import Optimizer
from functools import partial
import numpy as np
import os
import sys
import torch
import torch.nn as nn
import torch.nn.functional as F
@DN6
DN6 / confusion_matrix_example_with_imbalanced_data.py
Last active July 20, 2020 17:25
Snippet to create a confusion matrix using Comet ML
from comet_ml import Experiment
import tensorflow as tf
from tensorflow import keras
from tensorflow.keras.callbacks import Callback
import numpy as np
import pandas as pd
from sklearn.model_selection import train_test_split
@DN6
DN6 / data-sets.md
Created April 16, 2019 16:25 — forked from alexanderlerch/data-sets.md
list of MIR datasets