Repository: incubator-hivemall Updated Branches: refs/heads/master 892ae1c16 -> c4d4511d5
Added DDLs for changefinder/sst anomaly detection Project: http://git-wip-us.apache.org/repos/asf/incubator-hivemall/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-hivemall/commit/c4d4511d Tree: http://git-wip-us.apache.org/repos/asf/incubator-hivemall/tree/c4d4511d Diff: http://git-wip-us.apache.org/repos/asf/incubator-hivemall/diff/c4d4511d Branch: refs/heads/master Commit: c4d4511d599dff2ac0795076741738fd86c1bd5c Parents: 892ae1c Author: myui <[email protected]> Authored: Fri Jan 27 13:52:38 2017 +0900 Committer: myui <[email protected]> Committed: Fri Jan 27 13:52:38 2017 +0900 ---------------------------------------------------------------------- resources/ddl/define-all-as-permanent.hive | 10 ++++++++++ resources/ddl/define-all.hive | 10 ++++++++++ resources/ddl/define-all.spark | 10 ++++++++++ resources/ddl/define-udfs.td.hql | 3 +++ 4 files changed, 33 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4d4511d/resources/ddl/define-all-as-permanent.hive ---------------------------------------------------------------------- diff --git a/resources/ddl/define-all-as-permanent.hive b/resources/ddl/define-all-as-permanent.hive index fe7b6f7..33a15a1 100644 --- a/resources/ddl/define-all-as-permanent.hive +++ b/resources/ddl/define-all-as-permanent.hive @@ -588,6 +588,16 @@ CREATE FUNCTION train_ffm as 'hivemall.fm.FieldAwareFactorizationMachineUDTF' US DROP FUNCTION IF EXISTS ffm_predict; CREATE FUNCTION ffm_predict as 'hivemall.fm.FFMPredictUDF' USING JAR '${hivemall_jar}'; +--------------------------- +-- Anomaly Detection ------ +--------------------------- + +DROP FUNCTION IF EXISTS changefinder; +CREATE FUNCTION changefinder as 'hivemall.anomaly.ChangeFinderUDF' USING JAR '${hivemall_jar}'; + +DROP FUNCTION IF EXISTS sst; +CREATE FUNCTION sst as 'hivemall.anomaly.SingularSpectrumTransformUDF' USING JAR '${hivemall_jar}'; + ---------------------------- -- Smile related features -- ---------------------------- http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4d4511d/resources/ddl/define-all.hive ---------------------------------------------------------------------- diff --git a/resources/ddl/define-all.hive b/resources/ddl/define-all.hive index b0a0226..b8ff709 100644 --- a/resources/ddl/define-all.hive +++ b/resources/ddl/define-all.hive @@ -584,6 +584,16 @@ create temporary function train_ffm as 'hivemall.fm.FieldAwareFactorizationMachi drop temporary function ffm_predict; create temporary function ffm_predict as 'hivemall.fm.FFMPredictUDF'; +--------------------------- +-- Anomaly Detection ------ +--------------------------- + +drop temporary function changefinder; +create temporary function changefinder as 'hivemall.anomaly.ChangeFinderUDF'; + +drop temporary function sst; +create temporary function sst as 'hivemall.anomaly.SingularSpectrumTransformUDF'; + ---------------------------- -- Smile related features -- ---------------------------- http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4d4511d/resources/ddl/define-all.spark ---------------------------------------------------------------------- diff --git a/resources/ddl/define-all.spark b/resources/ddl/define-all.spark index 838f7bb..c1aef8d 100644 --- a/resources/ddl/define-all.spark +++ b/resources/ddl/define-all.spark @@ -479,6 +479,16 @@ sqlContext.sql("DROP TEMPORARY FUNCTION IF EXISTS train_fm") sqlContext.sql("CREATE TEMPORARY FUNCTION train_fm AS 'hivemall.fm.FactorizationMachineUDTF'") /** + * Anomaly Detection + */ + +sqlContext.sql("DROP TEMPORARY FUNCTION IF EXISTS changefinder") +sqlContext.sql("CREATE TEMPORARY FUNCTION changefinder AS 'hivemall.anomaly.ChangeFinderUDF'") + +sqlContext.sql("DROP TEMPORARY FUNCTION IF EXISTS sst") +sqlContext.sql("CREATE TEMPORARY FUNCTION sst AS 'hivemall.anomaly.SingularSpectrumTransformUDF'") + +/** * Smile related features */ http://git-wip-us.apache.org/repos/asf/incubator-hivemall/blob/c4d4511d/resources/ddl/define-udfs.td.hql ---------------------------------------------------------------------- diff --git a/resources/ddl/define-udfs.td.hql b/resources/ddl/define-udfs.td.hql index 47dbd1d..7e1c77a 100644 --- a/resources/ddl/define-udfs.td.hql +++ b/resources/ddl/define-udfs.td.hql @@ -150,6 +150,9 @@ create temporary function train_randomforest_regr as 'hivemall.smile.regression. create temporary function tree_predict as 'hivemall.smile.tools.TreePredictUDF'; create temporary function rf_ensemble as 'hivemall.smile.tools.RandomForestEnsembleUDAF'; create temporary function guess_attribute_types as 'hivemall.smile.tools.GuessAttributesUDF'; +-- since Hivemall v0.5-rc.1 +create temporary function changefinder as 'hivemall.anomaly.ChangeFinderUDF'; +create temporary function sst as 'hivemall.anomaly.SingularSpectrumTransformUDF'; -- NLP features create temporary function tokenize_ja as 'hivemall.nlp.tokenizer.KuromojiUDF';
