hxlquickmeta (#9),hxl2tab (#2): hxlquickmeta now have the HXLMeta code that was drafted on other files

Author: fititnt

bin/hxl2example

@@ -373,7 +373,7 @@ def output_csv(data, response):
 
 
 @hug.get('/hxl2example.csv', output=output_csv)
-def api_hxl2tab(source_url):
+def api_hxl2example(source_url):
     """hxl2example (@see https://github.com/EticaAI/HXL-Data-Science-file-formats)
 
     Example:

bin/hxl2tab

@@ -140,11 +140,11 @@ class HXL2Tab:
 
             if args.hxlmeta:
                 print('TODO: hxlmeta')
-                print('output.output', output.output)
-                print('source', source)
-                # print('source.columns', source.headers())
-                hxlmeta = HXLMeta(local_hxl_file=output.output.name)
-                hxlmeta.debuginfo()
+                # print('output.output', output.output)
+                # print('source', source)
+                # # print('source.columns', source.headers())
+                # hxlmeta = HXLMeta(local_hxl_file=output.output.name)
+                # hxlmeta.debuginfo()
             else:
                 self.hxl2tab(args.outfile, self.original_outfile,
                              self.original_outfile_is_stdout)
@@ -447,328 +447,6 @@ class HXLTabConverter:
         print("TODO")
 
 
-class HXLMeta:
-    """
-    HXLMeta is (...)
-
-    Author: Multiple Authors
-    License: Public Domain
-    Version: v0.6.4
-    """
-
-    GLOSSARY = {
-        # @see EticaAI-Data_HXL-Data-Science-file-formats_HXLMeta_Glossary
-        #      https://docs.google.com/spreadsheets/d/
-        #      1vFkBSharAEg5g5K2u_iDLCBvpWWPqpzC1hcL6QpFNZY/edit#gid=1066910203
-        'DataType': {
-            'name': "HXL Data Type (Official HXL Standard Data Type)",
-            'description': "Since the HXL standard is meant to be easy to " +
-                           "write also by information managers in the field," +
-                           "most Data Types are implicit and some base " +
-                           "hashtags enforce beyond the generic ‘text’. " +
-                           "(#date assumes +date, affected assumes " +
-                           "+num/number).",
-            'table': "https://docs.google.com/spreadsheets/d/" +
-            "1vFkBSharAEg5g5K2u_iDLCBvpWWPqpzC1hcL6QpFNZY/edit#gid=717813523"
-        },
-        'StorageType': {
-            'name': "Variable Storage Type",
-            'description': "Storage Type is one way to document low level" +
-                           "storage type more specific to official HXL Data" +
-                           "Types",
-            'table': "https://docs.google.com/spreadsheets/d/" +
-            "1vFkBSharAEg5g5K2u_iDLCBvpWWPqpzC1hcL6QpFNZY/edit#gid=211012023"
-        },
-        'StatisticalType': {
-            'name': "Variable Statistical Data Type",
-            'description': "In statistics, groups of individual data points " +
-                           "may be classified as belonging to any of various "
-                           "statistical data types, e.g. categorical (red, "
-                           "blue, green), real number (1.68, -5, 1.7e+6), "
-                           "odd number(1,3,5) etc. -- Wikipedia",
-            'table': "https://docs.google.com/spreadsheets/d/" +
-            "1vFkBSharAEg5g5K2u_iDLCBvpWWPqpzC1hcL6QpFNZY/edit#gid=1566300457"
-        },
-        'LevelType': {
-            'name': "Variable Level of measurement Type",
-            'description': "Level of measurement or scale of measure is a " +
-                           "classification that describes " +
-                           "the nature of information within the values " +
-                           " assigned to variables. Psychologist Stanley " +
-                           " Smith Stevens developed the best-known " +
-                           "classification with four levels, or scales, of " +
-                           "measurement: nominal, ordinal, interval, "
-                           "and ratio. -- Wikipedia. "
-                           "Note: while the current tables document only " +
-                           "Stanley Smith Stevens classification, the " +
-                           "LevelType actually could be used to represent " +
-                           " other typologies if enough users could test " +
-                           " them.",
-            'table': "https://docs.google.com/spreadsheets/d/" +
-            "1vFkBSharAEg5g5K2u_iDLCBvpWWPqpzC1hcL6QpFNZY/edit#gid=1053765950"
-        },
-        'UsageType': {
-            'name': "Variable Usage Type",
-            'description': "HXLMeta Usage Types can be used to define how " +
-                           "external tools should use the variable (data on " +
-                           "the column). The most common type that cannot " +
-                           "be automatically safely detected is canonically " +
-                           "called 'focus'/'focusN' (some softwares like " +
-                           "PSPP/SPSS/SAS/WPA Analytics uses 'target', and " +
-                           " Weka/Orange use 'class'; that's why these are " +
-                           " considered direct aliases). ",
-            'table': "https://docs.google.com/spreadsheets/d/" +
-            "1vFkBSharAEg5g5K2u_iDLCBvpWWPqpzC1hcL6QpFNZY/edit#gid=617579056"
-        },
-        'WeightLevel': {
-            'name': "Variable Weight",
-            'description': "WeightLevel defines for both HXL-Aware tools " +
-                           "or for exported files based on HXLated datasets" +
-                           "the weight of one observation (a data row). " +
-                           "This is intended mostly for statistical" +
-                           "analysis, but most tools would treat this as " +
-                           "meta information. The default weight is 1. " +
-                           "Weight 0 means ignore. Negative weight (while " +
-                           "allowed on HXL) are likely to raise errors on " +
-                           "external tools.",
-            'table': "https://docs.google.com/spreadsheets/d/" +
-            "1vFkBSharAEg5g5K2u_iDLCBvpWWPqpzC1hcL6QpFNZY/edit#gid=1507056660"
-        },
-        'VariableLabel': {
-            'description': "TODO: write here"
-        },
-        'VariableDescription': {
-            'description': "TODO: write here"
-        },
-        'OriginaHashtag': {
-            'description': "TODO: write here"
-        }
-    }
-
-    # Uses HXL v1.1-final
-    # @see https://hxlstandard.org/standard/1-1final/dictionary/
-    # @see https://docs.google.com/spreadsheets/d/
-    #      1En9FlmM8PrbTWgl3UHPF_MXnJ6ziVZFhBbojSJzBdLI/edit#gid=319251406
-    # @see https://en.wikipedia.org/wiki/Statistical_data_type
-    HXL_REFERENCE = {
-        # 'hxl_core_datatypes': [
-        #     'text', 'number', 'url', 'email', 'phone', 'date'
-        # ]
-        'hashtag': {
-            # access
-            # activity
-            # adm1
-            # adm2
-            # adm3
-            # adm4
-            # adm5
-            # affected | Number of people or households affected by an
-            #            emergency
-            'affected': {
-                'datatype_hxl': "number",
-                'datatype_statistical': "count",
-            },
-            # beneficiary
-            # capacity
-            # cause
-            # channel
-            # contact | Contact information for the subject of a data record
-            #           (e.g. an activity).
-            #           Since HXL 1.0.
-            # country
-            # crisis
-            # currency
-            # date | Date related to the data in the record applies.
-            #        Preferred format is ISO 8610 (e.g. "2015-06-01",
-            #        "2015-Q1", etc.)
-            #        Since HXL 1.0.
-            #        Note to self: date be viewed both as discrete and as
-            #        continuous
-            #        @see https://stats.stackexchange.com/questions/220812/
-            #           time-is-a-continuous-or-discrete-variables
-            'date': {
-                'datatype_hxl': "date"
-            },
-            # delivery
-            # description
-            # event
-            # frequency | The frequency with which something occurs.
-            #             Since HXL 1.1.
-            #             Note to self: need to check better if 95% of the time
-            #             this is right
-            #             @see https://en.wikipedia.org/wiki/Ordinal_data
-            'frequency': {
-                'datatype_statistical': "ordinal"
-            },
-            # geo
-            # group
-            # impact
-            # indicator
-            # inneed | Number of people or households in need of humanitarian
-            #         assistance.
-            'inneed': {
-                'datatype_hxl': "number",
-                'datatype_statistical': "count",
-            },
-            # item
-            # loc
-            # meta
-            'meta': {
-                'datafeature_hxl': "meta",
-                'datafeature_orange': "meta",
-            },
-            # modality
-            # need
-            # operations
-            # org
-            # output
-            # population | General population number for an area or location,
-            #             regardless of their specific humanitarian needs.
-            #             Since HXL 1.0.
-            'population': {
-                'datatype_hxl': "number",
-                'datatype_statistical': "count",
-            },
-            # reached | Number of people or households reached with
-            #           humanitarian assistance. Subset of #targeted.
-            #           Since HXL 1.0.
-            'reached': {
-                'datatype_hxl': "number",
-                'datatype_statistical': "count",
-            },
-            # region
-            # respondee
-            # sector
-            # service
-            # severity
-            # status
-            # subsector
-            # targeted | Number of people or households targeted for
-            #            humanitarian assistance. Subset of #inneed; superset
-            #            of #reached.
-            #            Since HXL 1.0.
-            'targeted': {
-                'datatype_hxl': "number",
-                'datatype_statistical': "count",
-            },
-            # value | A monetary value, such as the price of goods in a market,
-            #         a project budget, or the amount of cash transferred to
-            #         beneficiaries. May be used together with #currency in
-            #         financial or cash data.
-            #         Since HXL 1.1.
-            'value': {
-                'datatype_hxl': "number"
-            },
-        },
-        'attributes': {
-            # ### HXL official Core attributes ________________________________
-            # @see https://docs.google.com/spreadsheets/d/
-            # 1En9FlmM8PrbTWgl3UHPF_MXnJ6ziVZFhBbojSJzBdLI/edit#gid=1810309357
-            # +code
-            'code': {
-                'datatype_hxl': "text"
-            },
-            # +coord
-            # +dest
-            # +displaced
-            # +elevation
-            # +email (also an HXL Core Data Type)
-            # +id
-            # +label
-            'label': {
-                'datatype_hxl': "text"
-            },
-            # +lat
-            # +lon
-            # +name
-            # +num
-            'num': {
-                'datatype_hxl': "number"
-            },
-            # +pct
-            # +phone (also an HXL Core Data Type)
-            # +start
-            # +text  (also an HXL Core Data Type)
-            # +type
-            # +url  (also an HXL Core Data Type)
-            # ### HXL Data Types ______________________________________________
-            # text
-            'text': {
-                'datatype_hxl': "text"
-            },
-            # number
-            'number': {
-                'datatype_hxl': "number"
-            },
-            # url
-            'url': {
-                'datatype_hxl': "url",
-                'dataflag_orange': "meta",
-            },
-            # email
-            'email': {
-                'datatype_hxl': "email",
-                'dataflag_orange': "meta",
-            },
-            # phone
-            'phone': {
-                'datatype_hxl': "phone",
-                'dataflag_orange': "meta",
-            },
-            # date
-            'date': {
-                'datatype_hxl': "date"
-            },
-        }
-    }
-
-    def __init__(self, local_hxl_file=None):
-        """
-        Constructs all the necessary attributes for the HXLMeta
-        object.
-        """
-
-        # Posix exit codes
-        self.EXIT_OK = 0
-        self.EXIT_ERROR = 1
-        self.EXIT_SYNTAX = 2
-
-        # TODO: Use some abstraction instead of access directly the file
-        self.local_hxl_file = local_hxl_file
-        self.text_headers = None
-        self.hxl_headers = None
-        self.data_columns = None
-
-    def debuginfo(self):
-        print('debuginfo')
-        with open(self.local_hxl_file, 'r') as csv_file:
-            csv_reader = csv.reader(csv_file)
-            line_1st = next(csv_reader)
-            line_2nd = next(csv_reader)
-            # line_start = -1
-
-            if line_1st[0].find('#') == -1 and line_2nd[0].find('#') == 0:
-                self.text_headers = line_1st
-                self.hxl_headers = line_2nd
-                # line_start = 1
-            elif line_1st[0].find('#') == 0:
-                self.text_headers = None
-                self.hxl_headers = line_1st
-                # line_start = 0
-            else:
-                raise Exception("HXLMetaUnknownSourceException")
-
-            # for line in csv_reader:
-            #    txt_writer.writerow(line)
-
-            # Hotfix: skip first non-HXL header. Ideally I think the already
-            # exported HXlated file should already save without headers.
-            print('self.text_headers', self.text_headers)
-            print('self.hxl_headers', self.hxl_headers)
-            # header_original = next(csv_reader)
-            # print('header_original', header_original)
-
-
 class HXLUtils:
     """
     HXLUtils contains functions from the Console scripts of libhxl-python
@@ -1004,17 +682,3 @@ def api_hxl2tab(source_url):
     hxl2tab = HXL2Tab()
 
     return hxl2tab.execute_web(source_url)
-
-
-@hug.get('/hxlmeta')
-def api_hxlmeta(source_url):
-    """hxl2tab (@see https://github.com/EticaAI/HXL-Data-Science-file-formats)
-
-    Example:
-    http://localhost:8000/api_hxlmeta?source_url=https://docs.google.com/spreadsheets/u/1/d/1l7POf1WPfzgJb-ks4JM86akFSvaZOhAUWqafSJsm3Y4/edit#gid=634938833
-
-    """
-
-    hxl2tab = HXL2Tab()
-
-    return hxl2tab.execute_web(source_url=source_url, hxlmeta=True)