-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathHookTestHelpers.fs
More file actions
52 lines (43 loc) · 1.49 KB
/
HookTestHelpers.fs
File metadata and controls
52 lines (43 loc) · 1.49 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
module OpenDiffix.Core.HookTestHelpers
open System
let private noiselessAnonParams: AnonymizationParams =
{
TableSettings = Map []
Salt = [||]
AccessLevel = Direct
Strict = false
Suppression = { LowThreshold = 3; LowMeanGap = 0.; LayerSD = 0. }
AdaptiveBuckets = AdaptiveBucketsParams.Default
OutlierCount = { Lower = 1; Upper = 1 }
TopCount = { Lower = 1; Upper = 1 }
LayerNoiseSD = 0.
RecoverOutliers = true
UseAdaptiveBuckets = false
}
let private csvReader (csv: string) =
let rows =
csv.Split("\n", StringSplitOptions.TrimEntries ||| StringSplitOptions.RemoveEmptyEntries)
|> Array.map (fun row -> row.Split(",", StringSplitOptions.TrimEntries))
{ new IDataProvider with
member _.OpenTable(_table, _columnIndices) =
rows
|> Seq.skip 1
|> Seq.mapi (fun i row -> Array.append [| Integer(int64 i) |] (Array.map Value.String row))
member _.GetSchema() =
let columns =
rows.[0]
|> Array.map (fun name -> { Name = name; Type = StringType })
|> Array.toList
[
{
Name = "table"
Columns = { Name = "RowIndex"; Type = IntegerType } :: columns
}
]
member _.Dispose() = ()
}
let private withHooks hooks context =
{ context with PostAggregationHooks = hooks }
let run hooks csv query =
let queryContext = QueryContext.make noiselessAnonParams (csvReader csv) |> withHooks hooks
QueryEngine.run queryContext query