ericflo

def disk_cache(cache_dir: str = ".cache"):
    """
    Decorator that implements disk caching for functions using JSON.
    NOTE: This is adapted for async usage: we await the wrapped function,
    but the file I/O remains synchronous for simplicity.
    Args:
        cache_dir: Directory to store cache files
    """

    def decorator(func):

ericflo

import copy
import json
import os
import logging
import random
import traceback
from concurrent.futures import ThreadPoolExecutor, as_completed
from dataclasses import dataclass

import fire

ericflo

# create_pairs.py
import argparse
import copy
import json
import random
from tqdm import tqdm
from datasets import load_dataset

from vllm import LLM, SamplingParams
from transformers import AutoTokenizer

ericflo

Movie Title: The Chalice of Light

Length:

2 hours and 45 minutes

Supporting Evidence -- Reason for Virality:

Many people believe in various kinds of supernatural phenomena for a variety of reasons, reasons I believe are not yet totally understood by academics, and certainly not by the general public. However, the fact that people believe in these things is by itself an untapped power.

ericflo

# Deploy 1x AMD MI300X
# python -m vllm.entrypoints.openai.api_server --port 8083 --host 127.0.0.1 --model meta-llama/Meta-Llama-3.1-70B-Instruct --max-model-len 120000
# NUM_WORKERS=32 MODEL_NAME="meta-llama/Meta-Llama-3.1-70B-Instruct" OPENAI_API_URL="http://127.0.0.1:8083/v1" python agent_instruction_database.py

import copy
import os
import json
import traceback
import random
from pprint import pprint

ericflo

# MODEL_NAME="meta-llama/Meta-Llama-3.1-8B-Instruct" OPENAI_API_URL="http://localhost:1234/v1" OPENAI_API_TOKEN="..." python general_function_calling.py
# MODEL_NAME="meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo" OPENAI_API_URL="https://api.together.xyz/v1" OPENAI_API_TOKEN="$TOGETHER_API_KEY" python general_function_calling.py
# MODEL_NAME="meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo" OPENAI_API_URL="https://api.together.xyz/v1" OPENAI_API_TOKEN="$TOGETHER_API_KEY" python general_function_calling.py

import copy
import os
import traceback
import json
import re
import inspect

ericflo

ericflo

from datasets import load_dataset
from trl import SFTTrainer
from transformers import (
    AutoTokenizer,
    AutoModelForCausalLM,
    TrainingArguments,
    HfArgumentParser,
)
from peft import LoraConfig
import torch

ericflo

transformers
tqdm
accelerate
datasets
peft
scipy
bitsandbytes
wandb
nvitop
flash-attn

ericflo

import os
import json
import random
import textwrap
import re
import math

import torch
from torch import nn
from torch.utils.data import DataLoader, Dataset, IterableDataset