Val partition_columns = getColDetails. Val dataMapper = getColDetails.returnDataMapper() Val allColumns = getColDetails.returnAllColumns() Val textList = getColDetails.returnTextList() Val splitColumns = getColDetails.returnSplitColumns() Val getColDetails = new ColumnDetails(spark, metaDriver, hiveMetaConURL, metaUserName, metaPassword) Val spark = SparkSession.builder().config(conf).master("yarn").enableHiveSupport().config("", "true").config(".mode", "nonstrict").getOrCreate() Val metaPassword = properties.getProperty("hiveMetaDevpassword") Val metaUserName = properties.getProperty("hiveMetaDevUser") Val hiveMetaConURL = properties.getProperty("hiveMetaDevUrl") Val metaDriver = properties.getProperty("hiveMetaDriverClass") Val driverClass = properties.getProperty("gpDriverClass") Val devPassword = properties.getProperty("devPassword") Val devUserName = properties.getProperty("devUserName") Val connectionUrl = properties.getProperty("gpDevUrl") Properties.load(new FileInputStream(conFile)) Val conFile = "testconnection.properties" Val conf = new SparkConf().setAppName("TEST_YEAR").set("", "1200s") HiveMetaDevUrl=jdbc:postgresql://hostname:portnumber/metastore?currentSchema=metadb GpDevUrl=jdbc:pivotal:greenplum://xx.xx.xxx.xxx:xxx databaseName=abcd ValidateServerCertificate=false EncryptionMethod=requestSSL MaxNumericScale=30 MaxNumericPrecision=40 Show Address, Phone, Hours, Website, Reviews and other information for JARS Cannabis - New River at 46639 N Black Canyon Hwy 1, New River, AZ 85087, USA. We take pride in offering a wide variety of strains that are new. Testconnection.properties contents: devUserName=gpUserName For us, strain selection is not about the highest THC percentage. I have a properties file setup to read the connection details from it: I am trying to read a table on Greenplum database and to do that I wrote the following code:
0 Comments
Leave a Reply. |
AuthorWrite something about yourself. No need to be fancy, just an overview. ArchivesCategories |