[Feature] Support config override with argparse

paddle3d/apis/config.py

@@ -14,6 +14,8 @@
 
 import codecs
 import os
+import six
+from ast import literal_eval
 from collections.abc import Iterable, Mapping
 from typing import Any, Dict, Generic, Optional
 
@@ -78,10 +80,11 @@ def __init__(self,
         else:
             raise RuntimeError('Config file should in yaml format!')
 
-        self.update(learning_rate=learning_rate,
-                    batch_size=batch_size,
-                    iters=iters,
-                    epochs=epochs)
+        self.update(
+            learning_rate=learning_rate,
+            batch_size=batch_size,
+            iters=iters,
+            epochs=epochs)
 
     def _update_dic(self, dic: Dict, base_dic: Dict):
         '''Update config from dic based base_dic
@@ -120,7 +123,8 @@ def update(self,
                learning_rate: Optional[float] = None,
                batch_size: Optional[int] = None,
                iters: Optional[int] = None,
-               epochs: Optional[int] = None):
+               epochs: Optional[int] = None,
+               opts: Optional[list] = None):
         '''Update config'''
 
         if learning_rate is not None:
@@ -135,6 +139,26 @@ def update(self,
         if epochs is not None:
             self.dic['epochs'] = epochs
 
+        if opts is not None:
+            if len(opts) % 2 != 0 or len(opts) == 0:
+                raise ValueError(
+                    "Command line options config `--opts` format error! It should be even length like: k1 v1 k2 v2 ... Please check it: {}"
+                    .format(opts))
+            for key, value in zip(opts[0::2], opts[1::2]):
+                if isinstance(value, six.string_types):
+                    try:
+                        value = literal_eval(value)
+                    except ValueError:
+                        pass
+                    except SyntaxError:
+                        pass
+                key_list = key.split('.')
+                dic = self.dic
+                for subkey in key_list[:-1]:
+                    dic.setdefault(subkey, dict())
+                    dic = dic[subkey]
+                dic[key_list[-1]] = value
+
     @property
     def batch_size(self) -> int:
         return self.dic.get('batch_size', 1)
@@ -282,8 +306,8 @@ def _load_object(self, obj: Generic, recursive: bool = True) -> Any:
             if recursive:
                 params = {}
                 for key, val in dic.items():
-                    params[key] = self._load_object(obj=val,
-                                                    recursive=recursive)
+                    params[key] = self._load_object(
+                        obj=val, recursive=recursive)
             else:
                 params = dic
             try:

tools/train.py

@@ -57,6 +57,8 @@ def parse_args():
         help='epochs for training',
         type=int,
         default=None)
+    parser.add_argument(
+        '--opts', help='override config options.', default=None, nargs='+')
     parser.add_argument(
         '--keep_checkpoint_max',
         dest='keep_checkpoint_max',
@@ -154,7 +156,8 @@ def main(args):
         learning_rate=args.learning_rate,
         batch_size=args.batch_size,
         iters=args.iters,
-        epochs=args.epochs)
+        epochs=args.epochs,
+        opts=args.opts)
 
     if cfg.train_dataset is None:
         raise RuntimeError(