update timestamp for input-defintion

Linh Vo · Linh Vo · commit 81974fedc4b1 · 2017-07-06T15:02:43.000-05:00
diff --git a/README.md b/README.md
@@ -12,7 +12,7 @@ The sample dataset contains stargazer and language data for Github projects whic
 * `language.csv`: languageID, projectID
 * `stargazer.csv`: stargazerID, projectID, timestamp(starred)
 * `input_definition.json`: input definition in JSON format 
-* `json_input.json`: data in JSON format with repo_id, language_id, stargazer_id defined in input_defintion.json
+* `json_input.json`: data in JSON format with repo_id, language_id, stargazer_id, time_value defined in input_defintion.json
 ## Usage
 
 1. Pilosa server should be running: [Starting Pilosa](https://www.pilosa.com/docs/getting-started/#starting-pilosa)
diff --git a/build_definition.py b/build_definition.py
@@ -48,6 +48,15 @@ def build(self, filepath=None):
                         "valueDestination": "value-to-row"
                     }
                 ]
+            },
+            {
+                "name": "time_value",
+                "actions": [
+                    {
+                        "frame": "stargazer",
+                        "valueDestination": "set-timestamp"
+                    }
+                ]
             }
         ]
         input_def = json.dumps(definition, indent=4, sort_keys=True)
@@ -66,6 +75,7 @@ def build_language_map(cls, fname):
             store[x.strip()] = i
         return store
 
+
 def main():
     st = InputDefinition()
     if len(sys.argv) == 2:
diff --git a/build_json_input.py b/build_json_input.py
@@ -14,7 +14,7 @@ def __init__(self, path=os.getcwd(),  token=None):
 
     def search(self, query):
         data = []
-        json_input = open(self.get_path("json_input.txt"), "w")
+        json_input = open(self.get_path("json_input.json"), "w")
         gh = Github(self.token)
         search = gh.search_repositories(query, sort='stars')
         for repo in search:
@@ -27,6 +27,7 @@ def search(self, query):
 
             for stargazer in stargazers:
                 field["stargazer_id"] = stargazer.user.id
+                field["time_value"] = stargazer.starred_at.strftime("%Y-%m-%dT%H:%S")
 
             data.append(field)
         input_data = json.dumps(data, indent=4, sort_keys=True)
diff --git a/input_definition.json b/input_definition.json
@@ -36,6 +36,7 @@
                         "HTML": 9, 
                         "Java": 21, 
                         "JavaScript": 13, 
+                        "Jupyter Notebook": 62, 
                         "Lex": 55, 
                         "Logos": 11, 
                         "Lua": 36, 
@@ -85,6 +86,15 @@
                 }
             ], 
             "name": "stargazer_id"
+        }, 
+        {
+            "actions": [
+                {
+                    "frame": "stargazer", 
+                    "valueDestination": "set-timestamp"
+                }
+            ], 
+            "name": "time_value"
         }
     ], 
     "frames": [
diff --git a/json_input.json b/json_input.json
@@ -2,56 +2,67 @@
     {
         "language_id": "CSS", 
         "repo_id": 40127179, 
-        "stargazer_id": 38705
+        "stargazer_id": 19350078, 
+        "time_value": "2017-07-05T08:07"
     }, 
     {
         "language_id": "Protocol Buffer", 
         "repo_id": 69703885, 
-        "stargazer_id": 19232
+        "stargazer_id": 175499, 
+        "time_value": "2017-07-01T00:37"
     }, 
     {
         "language_id": "Protocol Buffer", 
         "repo_id": 54616262, 
-        "stargazer_id": 20075694
+        "stargazer_id": 20075694, 
+        "time_value": "2017-06-10T13:29"
     }, 
     {
         "language_id": "Makefile", 
         "repo_id": 81382053, 
-        "stargazer_id": 13435194
+        "stargazer_id": 13435194, 
+        "time_value": "2017-05-09T13:34"
     }, 
     {
         "language_id": "Java", 
         "repo_id": 86457865, 
-        "stargazer_id": 5028504
+        "stargazer_id": 5028504, 
+        "time_value": "2017-06-15T14:08"
     }, 
     {
         "language_id": "Protocol Buffer", 
         "repo_id": 81125398, 
-        "stargazer_id": 15963480
+        "stargazer_id": 15963480, 
+        "time_value": "2017-06-08T13:20"
     }, 
     {
         "language_id": "Protocol Buffer", 
         "repo_id": 92058858, 
-        "stargazer_id": 513114
+        "stargazer_id": 513114, 
+        "time_value": "2017-05-23T22:19"
     }, 
     {
         "language_id": "Makefile", 
         "repo_id": 94591050, 
-        "stargazer_id": 770790
+        "stargazer_id": 770790, 
+        "time_value": "2017-06-20T04:28"
     }, 
     {
         "language_id": "Protocol Buffer", 
         "repo_id": 92607224, 
-        "stargazer_id": 3055345
+        "stargazer_id": 3055345, 
+        "time_value": "2017-06-07T08:43"
     }, 
     {
         "repo_id": 90106646, 
-        "stargazer_id": 513114
+        "stargazer_id": 513114, 
+        "time_value": "2017-06-07T15:52"
     }, 
     {
         "language_id": "Go", 
         "repo_id": 91720568, 
-        "stargazer_id": 513114
+        "stargazer_id": 513114, 
+        "time_value": "2017-05-18T20:40"
     }, 
     {
         "language_id": "Go", 
diff --git a/languages.txt b/languages.txt
@@ -59,4 +59,5 @@ TeX
 TypeScript
 GDB
 GAP
-Gnuplot
+Gnuplot
+Jupyter Notebook

Original file line number	Diff line number	Diff line change
`@@ -48,6 +48,15 @@ def build(self, filepath=None):`
`48`	`48`	`"valueDestination": "value-to-row"`
`49`	`49`	`}`
`50`	`50`	`]`
	`51`	`+ },`
	`52`	`+ {`
	`53`	`+ "name": "time_value",`
	`54`	`+ "actions": [`
	`55`	`+ {`
	`56`	`+ "frame": "stargazer",`
	`57`	`+ "valueDestination": "set-timestamp"`
	`58`	`+ }`
	`59`	`+ ]`
`51`	`60`	`}`
`52`	`61`	`]`
`53`	`62`	`input_def = json.dumps(definition, indent=4, sort_keys=True)`
`@@ -66,6 +75,7 @@ def build_language_map(cls, fname):`
`66`	`75`	`store[x.strip()] = i`
`67`	`76`	`return store`
`68`	`77`
	`78`	`+`
`69`	`79`	`def main():`
`70`	`80`	`st = InputDefinition()`
`71`	`81`	`if len(sys.argv) == 2:`