com.github.edge.roman.spear.util.FTPUtil.scala Maven / Gradle / Ivy

Go to download

Show more of this group Show more artifacts with this name
Show all versions of spear-framework_2.12 Show documentation

Rapid ETL-connectors/pipeline development with minimal code leveraged on top of Apache Spark

The newest version!

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package com.github.edge.roman.spear.util

import org.apache.commons.net.ftp._

import java.io.InputStream
import scala.util.{Failure, Success, Try}

class FTPUtil() {

  private val client = new FTPClient

  def login(username: String, password: String): Try[Boolean] = Try {
    client.login(username, password)
  }

  def connect(host: String): Unit = {
    try {
      client.connect(host)
      client.enterLocalPassiveMode()
    } catch {
      case exception: Exception => exception.printStackTrace()
    }

  }

  def configureClient(configMap: Map[String, String]): Unit = {
    try {
      val host: String = configMap("host")
      val userName: String = configMap.getOrElse("user", "anonymous")
      val password: String = configMap.getOrElse("password", "anonymous")
      client.connect(host)
      client.enterLocalPassiveMode()
      client.login(userName, password)
    } catch {
      case exception: Exception => exception.printStackTrace()
    }
  }


  def listFiles(dir: Option[String] = None): List[FTPFile] =
    dir.fold(client.listFiles)(client.listFiles).toList


  def downloadFile(remote: String): Option[InputStream] = {
    Try {
      val stream = client.retrieveFileStream(remote)
      client.completePendingCommand()
      stream
    } match {
      case Success(a) => Some(a)
      case Failure(f) => None
    }
  }

  def uploadFile(remote: String, stream: InputStream): Boolean =
    client.storeFile(remote, stream)

  def getSize(remote: String): Option[Long] = {
    Try {
      val ftpFile = client.mlistFile(remote)
      val size = ftpFile.getSize
      size
    } match {
      case Success(a) => Some(a)
      case Failure(f) => None
    }
  }
}