Spaces:
Sleeping
Sleeping
File size: 2,513 Bytes
9da994b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 |
"""
Upload file to wandb
to upload dir:
export WANDB_PROJECT='lux-voice-processing'
wandb artifact put --type audio --name recordings_dataset data/audio_recordings
"""
import wandb
import argparse
import os
import logging
def upload_data(args):
"""upload artifact on wandb
Args:
args (dict): project, name, type, local_path
"""
if os.path.exists(args.local_path):
run = wandb.init(
project=args.project, job_type="add-artifact", group="add-artifact"
)
artifact = wandb.Artifact(name=args.name, type=args.type)
artifact.add_file(local_path=args.local_path)
run.log_artifact(artifact)
run.finish()
else:
print(f"File does not exist: {args.local_path}")
# TODO: not working
def upload_dir(args):
"""upload dir artifact on wandb
Args:
args (dict): project, name, type, local_path
"""
try:
if os.path.isdir(args.local_path):
run = wandb.init(
project=args.project, job_type="add-artifact", group="add-artifact"
)
artifact = wandb.Artifact(name=args.name, type=args.type)
artifact.add_dir(
local_path="/Users/marcellopoliti/Documents/Coding/pischool/lux-voice-processing/data/audio_recordings"
)
run.log_artifact(artifact)
run.finish()
else:
logging.error(f"Not dir: {args.local_path}")
except Exception as e:
logging.exception(f"Exception: {str(e)} {type(e).__name__} ")
if __name__ == "__main__":
parser = argparse.ArgumentParser(description="Arguments for LLM monitoring")
parser.add_argument(
"--project",
type=str,
help="wandb project name",
default="lux-voice-processing",
)
parser.add_argument(
"--local_path",
type=str,
help="local path of your artifact",
required=True,
)
parser.add_argument(
"--name",
type=str,
help="name of your artifact",
required=True,
)
parser.add_argument(
"--type",
type=str,
help="type of your artifact",
required=True,
)
parser.add_argument(
"--isdir", type=bool, help="is dir?", required=False, default=False
)
args = parser.parse_args()
if args.isdir:
print("uploading dir... ", args.local_path)
upload_data(args)
else:
print("uploading file...")
upload_dir(args)
|