Generate service endpoints based on the raml specs

This commit adds the logic to parse the commercetools api
specifications to generate the service endpoint modules.

Goal of this commit is to keep it backwards compatible and
minimize the diff. It can be improved more in the future.

Author: mvantellingen

Makefile

@@ -20,8 +20,8 @@ runserver:
 	python -mcommercetools.testing.server
 
 format:
-	isort --recursive src tests
-	black src/ tests/
+	isort --recursive src tests codegen
+	black src/ tests/ codegen/
 
 release:
 	pip install twine wheel

codegen/generate_abstract.py

@@ -5,7 +5,9 @@
 
 class AbstractModuleGenerator:
     def __init__(self):
-        self._import_set: typing.Dict[str, typing.Set[typing.Tuple[str, str]]] = defaultdict(set)
+        self._import_set: typing.Dict[
+            str, typing.Set[typing.Tuple[str, str]]
+        ] = defaultdict(set)
         self._import_nodes: typing.Dict[str, typing.List[ast.AST]] = defaultdict(list)
 
     def add_import_statement(self, source, module_name, *subpackages):
@@ -16,7 +18,7 @@ def add_import_statement(self, source, module_name, *subpackages):
             node = ast.ImportFrom(
                 module=module_name,
                 names=[ast.alias(name=pkg, asname=None) for pkg in subpackages],
-                level=0
+                level=0,
             )
         else:
             node = ast.Import(names=[ast.alias(name=module_name, asname=None)], level=0)

codegen/generate_schema.py

@@ -264,7 +264,9 @@ def build(self) -> typing.Optional[ast.ClassDef]:
                     targets=[
                         ast.Subscript(
                             value=ast.Name(id="data"),
-                            slice=ast.Index(value=ast.Str(s=d_field.attribute_name, kind="str")),
+                            slice=ast.Index(
+                                value=ast.Str(s=d_field.attribute_name, kind="str")
+                            ),
                         )
                     ]
                 ),
@@ -277,7 +279,9 @@ def _create_schema_property(self, prop):
         if prop.many:
             if node.func.id == "marshmallow.fields.Nested":
                 node.keywords.append(
-                    ast.keyword(arg="many", value=ast.NameConstant(value=True, kind=None))
+                    ast.keyword(
+                        arg="many", value=ast.NameConstant(value=True, kind=None)
+                    )
                 )
             else:
                 node = ast.Call(
@@ -288,7 +292,9 @@ def _create_schema_property(self, prop):
 
         if prop.optional:
             node.keywords.append(
-                ast.keyword(arg="missing", value=ast.NameConstant(value=None, kind=None))
+                ast.keyword(
+                    arg="missing", value=ast.NameConstant(value=None, kind=None)
+                )
             )
 
         if prop.attribute_name != prop.name and not prop.name.startswith("/"):
@@ -331,7 +337,11 @@ def _get_property_field(self, prop):
             return ast.Call(
                 func=ast.Name(id=FIELD_TYPES["object"]),
                 args=[],
-                keywords=[ast.keyword(arg="allow_none", value=ast.NameConstant(True, kind=None))],
+                keywords=[
+                    ast.keyword(
+                        arg="allow_none", value=ast.NameConstant(True, kind=None)
+                    )
+                ],
             )
         elif prop.type.enum:
             self.generator.add_import_statement(
@@ -340,7 +350,9 @@ def _get_property_field(self, prop):
             return ast.Call(
                 func=ast.Name(id="marshmallow_enum.EnumField"),
                 args=[ast.Attribute(value=ast.Name(id="types"), attr=prop.type.name)],
-                keywords=[ast.keyword(arg="by_value", value=ast.NameConstant(True, kind=None))],
+                keywords=[
+                    ast.keyword(arg="by_value", value=ast.NameConstant(True, kind=None))
+                ],
             )
 
         elif prop.type.discriminator:
@@ -355,7 +367,11 @@ def _get_property_field(self, prop):
             node = ast.Call(
                 func=ast.Name(id=FIELD_TYPES[prop.type.name]),
                 args=[],
-                keywords=[ast.keyword(arg="allow_none", value=ast.NameConstant(True, kind=None))],
+                keywords=[
+                    ast.keyword(
+                        arg="allow_none", value=ast.NameConstant(True, kind=None)
+                    )
+                ],
             )
             if prop.type.name == "array":
                 assert prop.items, f"The array property {prop.name} has no items"
@@ -382,7 +398,11 @@ def _get_property_field(self, prop):
             return ast.Call(
                 func=ast.Name(id=prop.type.name + "Field"),
                 args=[],
-                keywords=[ast.keyword(arg="allow_none", value=ast.NameConstant(True, kind=None))],
+                keywords=[
+                    ast.keyword(
+                        arg="allow_none", value=ast.NameConstant(True, kind=None)
+                    )
+                ],
             )
 
         elif prop.type.base and prop.type.base.name == "string":
@@ -412,7 +432,10 @@ def _create_discriminator_field(self, type_obj):
                 ast.keyword(
                     arg="discriminator_field",
                     value=ast.Tuple(
-                        elts=[ast.Str(s=field.name, kind="str"), ast.Str(s=field.attribute_name, kind="str")]
+                        elts=[
+                            ast.Str(s=field.name, kind="str"),
+                            ast.Str(s=field.attribute_name, kind="str"),
+                        ]
                     ),
                 ),
                 ast.keyword(
@@ -447,7 +470,7 @@ def _create_nested_field(self, type_obj):
                     arg="nested",
                     value=ast.Str(
                         s=f"commercetools.schemas.{type_obj.package_name}.{type_obj.name}Schema",
-                        kind="str"
+                        kind="str",
                     ),
                 ),
                 ast.keyword(arg="unknown", value=ast.Name(id="marshmallow.EXCLUDE")),