Merge pull request #65 from keboola/fix/added-missing-input-manifest-attributes

Fix/added missing input manifest attributes

Author: kudj

docs/dao.html

@@ -2046,6 +2046,11 @@ <h2 id="args">Args</h2>
         &#34;columns&#34;,
         &#34;metadata&#34;,
         &#34;column_metadata&#34;,
+        &#34;rows_count&#34;,
+        &#34;data_size_bytes&#34;,
+        &#34;is_alias&#34;,
+        &#34;attributes&#34;,
+        &#34;indexed_columns&#34;
     ]
 
     OUTPUT_MANIFEST_ATTRIBUTES = [
@@ -2158,6 +2163,8 @@ <h2 id="args">Args</h2>
         self._rows_count = kwargs.get(&#39;rows_count&#39;)
         self._data_size_bytes = kwargs.get(&#39;data_size_bytes&#39;)
         self._is_alias = kwargs.get(&#39;is_alias&#39;)
+        self._indexed_columns = kwargs.get(&#39;indexed_columns&#39;)
+        self._attributes = kwargs.get(&#39;attributes&#39;)
 
         self.stage = stage
         self.has_header = has_header or self._has_header_in_file()
@@ -2410,7 +2417,9 @@ <h2 id="args">Args</h2>
                         rows_count=manifest.get(&#39;rows_count&#39;),
                         data_size_bytes=manifest.get(&#39;data_size_bytes&#39;),
                         is_alias=manifest.get(&#39;is_alias&#39;),
-                        force_legacy_mode=force_legacy_mode
+                        force_legacy_mode=force_legacy_mode,
+                        indexed_columns=manifest.get(&#39;indexed_columns&#39;),
+                        attributes=manifest.get(&#39;attributes&#39;)
                         )
 
         return table_def
@@ -2487,6 +2496,8 @@ <h2 id="args">Args</h2>
             &#39;rows_count&#39;: self._rows_count,
             &#39;data_size_bytes&#39;: self._data_size_bytes,
             &#39;is_alias&#39;: self._is_alias,
+            &#39;indexed_columns&#39;: self._indexed_columns,
+            &#39;attributes&#39;: self._attributes,
 
             &#39;destination&#39;: self.destination,
             &#39;incremental&#39;: self.incremental,

setup.py

@@ -13,7 +13,7 @@
 
 setuptools.setup(
     name="keboola.component",
-    version="1.6.3",
+    version="1.6.4",
     author="Keboola KDS Team",
     project_urls=project_urls,
     setup_requires=['pytest-runner', 'flake8'],

src/keboola/component/dao.py

@@ -744,6 +744,11 @@ class TableDefinition(IODefinition):
         "columns",
         "metadata",
         "column_metadata",
+        "rows_count",
+        "data_size_bytes",
+        "is_alias",
+        "attributes",
+        "indexed_columns"
     ]
 
     OUTPUT_MANIFEST_ATTRIBUTES = [
@@ -856,6 +861,8 @@ def __init__(self, name: str,
         self._rows_count = kwargs.get('rows_count')
         self._data_size_bytes = kwargs.get('data_size_bytes')
         self._is_alias = kwargs.get('is_alias')
+        self._indexed_columns = kwargs.get('indexed_columns')
+        self._attributes = kwargs.get('attributes')
 
         self.stage = stage
         self.has_header = has_header or self._has_header_in_file()
@@ -1108,7 +1115,9 @@ def build_from_manifest(cls,
                         rows_count=manifest.get('rows_count'),
                         data_size_bytes=manifest.get('data_size_bytes'),
                         is_alias=manifest.get('is_alias'),
-                        force_legacy_mode=force_legacy_mode
+                        force_legacy_mode=force_legacy_mode,
+                        indexed_columns=manifest.get('indexed_columns'),
+                        attributes=manifest.get('attributes')
                         )
 
         return table_def
@@ -1185,6 +1194,8 @@ def _filter_attributes_by_manifest_type(self, manifest_type: Literal["in", "out"
             'rows_count': self._rows_count,
             'data_size_bytes': self._data_size_bytes,
             'is_alias': self._is_alias,
+            'indexed_columns': self._indexed_columns,
+            'attributes': self._attributes,
 
             'destination': self.destination,
             'incremental': self.incremental,

tests/data_examples/data_full_input_manifest/config.json

@@ -0,0 +1,31 @@
+{
+    "storage": {
+        "input": {
+            "files": [],
+            "tables": [
+                {
+                    "source": "in.c-main.test",
+                    "destination": "sample.csv",
+                    "columns": [],
+                    "where_values": [],
+                    "where_operator": "eq",
+                    "column_types": [
+                        {
+                            "source": "Sales",
+                            "type": "VARCHAR",
+                            "destination": "id",
+                            "length": "255",
+                            "nullable": false,
+                            "convert_empty_values_to_null": false
+                        }
+                    ]
+                }
+            ]
+        }       
+
+    },
+    "parameters": {
+
+    }
+   
+}

tests/data_examples/data_full_input_manifest/in/state.json

@@ -0,0 +1,3 @@
+{
+  "test_state": 1234
+}