Experimenting with libraries and unittests

Reijonen Pekka · Reijonen Pekka · commit 3f3b93f3a32d · 2020-11-25T19:05:24.000+02:00
diff --git a/dataSelection/selectingMain.py b/dataSelection/selectingMain.py
@@ -0,0 +1,3 @@
+def selectionMain(row):
+    # this should be used to remove lines from data frame, so should return true or false
+    return "foo"
diff --git a/dataTransforming/__init__.py b/dataTransforming/__init__.py
@@ -0,0 +1,12 @@
+'''
+This is a package called dataTransforming (a folder name)
+Instructions:  to this file import source code files (modules) one by one. 
+When using functions do not mention source code files (modules), only functions inside those source code files. 
+Example on how to import function from this package
+from dataTransforming import transformationForData
+'''
+
+from .transformingMain import *
+
+
+
diff --git a/dataTransforming/transformingMain.py b/dataTransforming/transformingMain.py
@@ -0,0 +1,4 @@
+def transformationForData(row):
+    # Should return transformed data, this one works line by line modifying data. 
+    transformedData="something"
+    return transformedData
diff --git a/pipeLine.py b/pipeLine.py
@@ -30,7 +30,7 @@ def dataHandlingMain(): # record : [2, 3, 1, "name"]
     modifiedDataSet = list(map((mapHandlerFunction(recordWhatIsNext)), dataset))
 
 # function to be used inside map to handle data record
-def mapHandlerFunction(record): 
+#def mapHandlerFunction(record): 
     # here we need to know columns, meaning fields in the record
     # record[0]
 
diff --git a/tests.py b/tests.py
@@ -22,7 +22,11 @@
 # possible solution maybe here https://docs.python.org/3/library/unittest.mock.html#where-to-patch
 from example_pkg import foo_func
 from example_pkg import bar_func
+from dataTransforming import transformationForData
 
+from functools import reduce
+import pandas as pd
+import numpy as np
 # import pipeLine
 
 url = 'http://api.worldbank.org/v2/country/all/indicator/SP.POP.TOTL?format=json'
@@ -74,6 +78,30 @@ def test_playdata(self):
         df = pd.DataFrame({'c1': [10, 11, 12], 'c2': [100, 110, 120]})
         for index, row in df.iterrows():
             print(row['c1'], row['c2'])
+        df.applymap
+
+    def test_framingApply(self):
+        #https://stackoverflow.com/questions/16476924/how-to-iterate-over-rows-in-a-dataframe-in-pandas first version
+        # 
+        df = pd.DataFrame({'c1': [10, 11, 12], 'c2': [100, 110, 120]})
+        for index, row in df.iterrows():
+            print(row['c1'], row['c2'])
+        
+        df.apply(transformationForData, axis=0, raw=False, result_type=None, args=())
+        #DataFrame.apply(func, axis=0, raw=False, result_type=None, args=(), **kwds)
+        #transformingMain("testing")
+        bar_func()
+
+    def test_sanity1(self):
+        result = bar_func()
+        result = transformationForData("testing")
+        self.assertEqual(result,"testausta")
+
+    def test_sanity2(self):
+        df = pd.DataFrame([[4, 9]] * 3, columns=['A', 'B'])
+        print(df.apply(np.sqrt))
+        print(df)
+
 
 if __name__ == '__main__':
     unittest.main()

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,3 @@`
	`1`	`+def selectionMain(row):`
	`2`	`+ # this should be used to remove lines from data frame, so should return true or false`
	`3`	`+ return "foo"`