AnsweredAssumed Answered

Can query Hive metadata but not actual data -- presto(0.123) and hive  (1.2) integration problems on mapr 5.0

Question asked by premg on Feb 9, 2016
Latest reply on May 16, 2016 by Rachel Silver

I have presto up and running and can query hive metadata but cant query the actual data
Please advice how to fix it.

 


mapr@maprdev-1-005.bi.dev.las1:/root/pg

 

$ ./presto --server localhost:8080 --catalog hive --schema user_status_ody ;

 

presto:user_status_ody> desc ody_user_status ;

 

      Column      |  Type  | Null | Partition Key | Comment

 


------------------+--------+------+---------------+---------
ts               | bigint | true | false         |
user_id          | bigint | true | false         |
level            | bigint | true | false         |
install_ts       | bigint | true | false         |
province_id      | bigint | true | false         |
home_province_id | bigint | true | false         |
chips            | bigint | true | false         |
favor            | bigint | true | false         |
coin             | bigint | true | false         |
food             | bigint | true | false         |
ore              | bigint | true | false         |
stone            | bigint | true | false         |
wood             | bigint | true | false         |
resource_ts      | bigint | true | false         |
hero_energy      | bigint | true | false         |
energy_ts        | bigint | true | false         |
alliance_id      | bigint | true | false         |
loyalty          | bigint | true | false         |
power_cache      | bigint | true | false         |
revenue          | double | true | false         |
dump_ts          | bigint | true | true          |
(21 rows)

 

Query 20160210_002509_00008_pkar3, FINISHED, 1 node
Splits: 2 total, 2 done (100.00%)
0:00 [21 rows, 1.92KB] [187 rows/s, 17.1KB/s]

 

presto:user_status_ody> select * from ody_user_status limit 1 ;
Query 20160210_002519_00009_pkar3 failed: No FileSystem for scheme: maprfs

 


----------------
Detailed error

 

2016-02-09T03:06:33.237Z        INFO    mbook.presto.spi.PrestoException: No FileSystem for scheme: maprfs

 

        at com.facebook.presto.hive.HiveSplitSource.propagatePrestoException(HiveSplitSource.java:145)

 

        at com.facebook.presto.hive.HiveSplitSource.isFinished(HiveSplitSource.java:123)

 

        at com.facebook.presto.split.ConnectorAwareSplitSource.isFinished(ConnectorAwareSplitSource.java:59)
        at com.facebook.presto.execution.scheduler.SourcePartitionedScheduler.schedule(SourcePartitionedScheduler.java:78)
        at com.facebook.presto.execution.scheduler.SqlQueryScheduler.schedule(SqlQueryScheduler.java:294)

 

        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)

 

        at java.util.concurrent.FutureTask.run(FutureTask.java:266)

 

        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)

 

        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)

 


Caused by: java.io.IOException: No FileSystem for scheme: maprfs

 

        at org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:2298)

 

        at org.apache.hadoop.fs.PrestoFileSystemCache.createFileSystem(PrestoFileSystemCache.java:69)

 

        at org.apache.hadoop.fs.PrestoFileSystemCache.getInternal(PrestoFileSystemCache.java:61)

 

        at org.apache.hadoop.fs.PrestoFileSystemCache.get(PrestoFileSystemCache.java:43)

 

        at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:353)

 

        at org.apache.hadoop.fs.Path.getFileSystem(Path.java:194)

 

        at com.facebook.presto.hive.HdfsEnvironment.getFileSystem(HdfsEnvironment.java:53)
        at com.facebook.presto.hive.BackgroundHiveSplitLoader.loadPartition(BackgroundHiveSplitLoader.java:298)
        at com.facebook.presto.hive.BackgroundHiveSplitLoader.loadSplits(BackgroundHiveSplitLoader.java:210)
        at com.facebook.presto.hive.BackgroundHiveSplitLoader.access$300(BackgroundHiveSplitLoader.java:68)
        at com.facebook.presto.hive.BackgroundHiveSplitLoader$HiveSplitLoaderTask.process(BackgroundHiveSplitLoader.java:166)
        at com.facebook.presto.hive.util.ResumableTasks.safeProcessTask(ResumableTasks.java:45)
        at com.facebook.presto.hive.util.ResumableTasks.lambda$submit$36(ResumableTasks.java:33)
        at io.airlift.concurrent.BoundedExecutor.executeOrMerge(BoundedExecutor.java:69)
        at io.airlift.concurrent.BoundedExecutor.access$000(BoundedExecutor.java:28)
        at io.airlift.concurrent.BoundedExecutor$1.run(BoundedExecutor.java:40)
        ... 3 more
        io.airlift.log.Logging  Logging to stderr

 

rpm versions
---------------------------------
$ rpm -qa | grep mapr

 

mapr-core-internal-5.0.0.32987.GA-1.x86_64

 

mapr-fileserver-5.0.0.32987.GA-1.x86_64

 

mapr-hbase-0.98.9.201503251553-1.noarch

 

mapr-mapreduce1-0.20.2.32987.GA-1.x86_64

 

mapr-nodemanager-2.7.0.32987.GA-1.x86_64

 

mapr-mapreduce2-2.7.0.32987.GA-1.x86_64

 

mapr-zookeeper-5.0.0.32987.GA-1.x86_64

 

mapr-tasktracker-5.0.0.32987.GA-1.x86_64

 

mapr-hivemetastore-1.2.201511180952-1.noarch

 

mapr-hadoop-core-2.7.0.32987.GA-1.x86_64

 

mapr-zk-internal-5.0.0.32987.GA.v3.4.5-1.x86_64

 

mapr-hbasethrift-0.98.9.201503251553-1.noarch

 

mapr-spark-1.5.2.201512161339-1.noarch

 


mapr-pig-0.15.201508270935-1.noarch

 

mapr-core-5.0.0.32987.GA-1.x86_64

 

mapr-resourcemanager-2.7.0.32987.GA-1.x86_64

 

mapr-sqoop-1.4.5.201411051314-1.noarch

 

mapr-hive-1.2.201511180952-1.noarch

Outcomes