Commit 1db909fc authored by leroyq's avatar leroyq

twt 2

parent e9becd76
dataset = LOAD './local-input/OSN/tw.txt' AS (id: long, fr: long);
dataset = LOAD 'tw.txt' AS (id: long, fr: long);
-- TODO: check if user IDs are valid (e.g. not null) and clean the dataset
B = FILTER dataset BY (id>0);
......
......@@ -8,6 +8,6 @@ C = FOREACH B GENERATE id
D = GROUP C BY id;
friends = FOREACH D GENERATE group, COUNT(C);
friends = FOREACH D GENERATE group, COUNT(D);
STORE friends INTO './local-output/OSN/twc/';
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment