Commiting data-stream simulator

Programas/Data_Events/Events-data-stream.py

@@ -0,0 +1,48 @@
+from threading import Timer
+
+#Once an hour has passed, this function erases the hash table of
+#event ids
+def prevent_overflow():
+    global hash_EventID
+    hash_EventID = {}
+    #Starts the timer once again. (First argument is time in seconds)
+    Timer(60*60, prevent_overflow).start()
+
+#This function recieves from an Event, its ID and Data payload;
+#If that id has not been received before, it calles the Function
+# processEventsWithoutDuplicates
+def processEvents(EventId, EventData):
+    if EventID not in hash_EventID:
+        processEventsWithoutDuplicates(EventID, EventData)
+        hash_EventID[EventID] = 1
+
+#This function does something with the events that are not duplicated
+def processEventsWithoutDuplicates(EventId, EventData):
+    pass
+
+def main():
+    #hash structure to record the event ids
+    hash_EventID = {}
+    #create a thread of a timer.
+    #once it ends, it will call the function prevent_overflow
+    Timer(60*60, prevent_overflow).start()
+
+    #iterator receiving the data and calling the processEvents function
+    for elem in data_stream:
+        #take the event id and data payload
+        data = data_object(elem)
+        processEvents(data.eventid, data.eventdata)
+
+
+
+
+processEvents 1 , data
+processEvents 2 , data
+processEvents 3 , data
+processEvents 1 , data
+processEvents 1 , data
+
+expectation
+processEventsWithoutDuplicates 1 , data
+processEventsWithoutDuplicates 2 , data
+processEventsWithoutDuplicates 3 , data

Programas/Data_Events/simulating_data-stream.py

@@ -0,0 +1,27 @@
+from threading import Timer
+import random
+
+#Objective: receive specific information, and store.
+#Set a timer and once it has passed empty the storing structure
+#and renew the timer and proceed to continue storing
+
+
+def bleh():
+    print "\nEmpyting Event Id Hash\n"
+    global hash
+    hash = {}
+    t1 = Timer(3, bleh).start()
+    t.cancel()
+
+
+if __name__ == '__main__':
+    hash = {}
+    t = Timer(1, bleh)
+    t.start()
+
+    eventidlist = [1,1,2,3,4,3,2,3,4,5,3,3,6,7,8,6,5,6,88,9,7,6]
+    while True: #Simulating "data streaming"
+        for num in eventidlist:
+            if num not in hash:
+                hash[num] = 1
+                print "process Event", num