sparkle-0.7.3: src/Control/Distributed/Spark/ML/Feature/StopWordsRemover.hs

{-# LANGUAGE DataKinds #-}
{-# LANGUAGE FlexibleInstances #-}
{-# LANGUAGE GeneralizedNewtypeDeriving #-}
{-# LANGUAGE MultiParamTypeClasses #-}
{-# LANGUAGE OverloadedStrings #-}
{-# LANGUAGE ScopedTypeVariables #-}
{-# LANGUAGE UndecidableInstances #-}

module Control.Distributed.Spark.ML.Feature.StopWordsRemover where

import Control.Distributed.Spark.SQL.Dataset
import Data.Text (Text)
import Language.Java

newtype StopWordsRemover = StopWordsRemover (J ('Class "org.apache.spark.ml.feature.StopWordsRemover"))
  deriving Coercible

newStopWordsRemover :: [Text] -> Text -> Text -> IO StopWordsRemover
newStopWordsRemover stopwords icol ocol = do
  jstopwords <- reflect stopwords
  jicol <- reflect icol
  jocol <- reflect ocol
  swr0 :: StopWordsRemover <- new []
  swr1 :: StopWordsRemover <- call swr0 "setStopWords" [coerce jstopwords]
  swr2 :: StopWordsRemover <- call swr1 "setCaseSensitive" [JBoolean 0]
  swr3 :: StopWordsRemover <- call swr2 "setInputCol" [coerce jicol]
  call swr3 "setOutputCol" [coerce jocol]

removeStopWords :: StopWordsRemover -> DataFrame -> IO DataFrame
removeStopWords sw df = call sw "transform" [coerce df]