Merge pull request #66 from keboola/fix/missing-column

Fix/missing column

Author: kudj

docs/dao.html

@@ -2517,7 +2517,7 @@ <h2 id="args">Args</h2>
             &#39;schema&#39;: [col.to_dict(name)
                        for name, col in self.schema.items()] if isinstance(self.schema, (OrderedDict, dict)) else []
         }
-        if legacy_manifest:
+        if legacy_manifest or self.stage == &#39;in&#39;:
             fields[&#39;columns&#39;] = self.column_names
 
         new_dict = fields.copy()

setup.py

@@ -13,7 +13,7 @@
 
 setuptools.setup(
     name="keboola.component",
-    version="1.6.4",
+    version="1.6.5",
     author="Keboola KDS Team",
     project_urls=project_urls,
     setup_requires=['pytest-runner', 'flake8'],

src/keboola/component/dao.py

@@ -1215,7 +1215,7 @@ def _filter_attributes_by_manifest_type(self, manifest_type: Literal["in", "out"
             'schema': [col.to_dict(name)
                        for name, col in self.schema.items()] if isinstance(self.schema, (OrderedDict, dict)) else []
         }
-        if legacy_manifest:
+        if legacy_manifest or self.stage == 'in':
             fields['columns'] = self.column_names
 
         new_dict = fields.copy()

tests/test_interface.py

@@ -714,6 +714,38 @@ def test_full_input_manifest(self):
                          'Education', 'Urban', 'US', 'High']
         }, old_manifest)
 
+    def test_full_input_manifest_dtypes_support(self):
+        path = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'data_examples', 'data_full_input_manifest')
+        os.environ["KBC_DATADIR"] = path
+        os.environ['KBC_DATA_TYPE_SUPPORT'] = 'authoritative'
+
+        ci = CommonInterface()
+        tables = ci.get_input_tables_definitions()
+
+        ci.write_manifests([tables[0]])
+        manifest_filename = tables[0].full_path + '.manifest'
+        with open(manifest_filename) as manifest_file:
+            old_manifest = json.load(manifest_file)
+
+        self.maxDiff = None
+
+        self.assertEqual({
+            'id': 'in.c-main.test',
+            'uri': 'https://connection.keboola.com//v2/storage/tables/in.c-main.test',
+            'name': 'sample.csv',
+            'created': '2015-11-02T09:11:37+0100',
+            'last_change_date': '2015-11-02T09:11:37+0100',
+            'last_import_date': '2015-11-02T09:11:37+0100',
+            'rows_count': 400,
+            'data_size_bytes': 81920,
+            'is_alias': False,
+            'indexed_columns': ['x'],
+            'primary_key': ['x'],
+            'column_metadata': {'x': [{'key': 'foo', 'value': 'gogo'}]},
+            'columns': ['x', 'Sales', 'CompPrice', 'Income', 'Advertising', 'Population', 'Price', 'ShelveLoc', 'Age',
+                         'Education', 'Urban', 'US', 'High']
+        }, old_manifest)
+
 
 class TestConfiguration(unittest.TestCase):