Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

train.py 2.5 KB

You have to be logged in to leave a comment. Sign In
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
  1. from argparse import ArgumentParser
  2. import pytorch_lightning as pl
  3. import os
  4. from lieposenet import ModelFactory
  5. from lieposenet.data import SevenScenesDataModule
  6. from lieposenet.utils import TensorBoardLogger, load_hparams_from_yaml, MLFlowLogger, LoggerCollection
  7. parser = ArgumentParser(description="Run Pose MVAE model")
  8. parser.add_argument("--config", type=str, default="./configs/model.yaml")
  9. parser.add_argument("--dataset_folder", type=str, default="./data/7scenes")
  10. parser.add_argument("--dataset_name", type=str, default="chess")
  11. parser.add_argument("--batch_size", type=int, default=32)
  12. parser.add_argument("--num_workers", type=int, default=4)
  13. parser.add_argument("--seed", type=int, default=None)
  14. parser.add_argument("--out", type=str, default="model.pth")
  15. parser = pl.Trainer.add_argparse_args(parser)
  16. arguments = parser.parse_args()
  17. loggers = [TensorBoardLogger("lightning_logs", name=arguments.dataset_name)]
  18. if "MLFLOW_URL" in os.environ.keys():
  19. print("[train] - Use MLflow logger")
  20. print("[train] - MLFLOW_URL = {}".format(os.environ["MLFLOW_URL"]))
  21. print("[train] - MLFLOW_S3_ENDPOINT_URL = {}".format(os.environ["MLFLOW_S3_ENDPOINT_URL"]))
  22. print("[train] - AWS_ACCESS_KEY_ID = {}".format(os.environ["AWS_ACCESS_KEY_ID"]))
  23. print("[train] - AWS_SECRET_ACCESS_KEY = {}".format(os.environ["AWS_SECRET_ACCESS_KEY"]))
  24. loggers.append(MLFlowLogger(experiment_name=arguments.dataset_name,
  25. tracking_uri=os.environ["MLFLOW_URL"]))
  26. logger = LoggerCollection(loggers)
  27. # Seed
  28. deterministic = False
  29. seed = 0
  30. if arguments.seed is not None:
  31. pl.seed_everything(arguments.seed)
  32. deterministic = True
  33. seed = arguments.seed
  34. # Make trainer
  35. params = load_hparams_from_yaml(arguments.config)
  36. checkpoint_callback = pl.callbacks.ModelCheckpoint(filepath=arguments.out)
  37. trainer = pl.Trainer.from_argparse_args(arguments, logger=logger, callbacks=[checkpoint_callback],
  38. deterministic=deterministic, max_epochs=params.max_epochs,
  39. profiler="simple")
  40. # Make data module
  41. data_module_params = params.data_module
  42. data_module = SevenScenesDataModule(arguments.dataset_name, arguments.dataset_folder,
  43. **data_module_params)
  44. # Load parameters
  45. model_params = params.model
  46. model_params.data_module = data_module_params
  47. print("Load model from params \n" + str(model_params))
  48. # Make model
  49. model = ModelFactory().make_model(model_params)
  50. print("Start training")
  51. trainer.fit(model, data_module)
Tip!

Press p or to see the previous file or, n or to see the next file

Comments

Loading...