2023-01-10 10:08:42 - java.lang.IllegalArgumentException: Unrecognized command
Type 'tunnel help download' for usage.
at com.aliyun.odps.ship.common.OptionsBuilder.processArgs(OptionsBuilder.java:615)
at com.aliyun.odps.ship.common.OptionsBuilder.buildDownloadOption(OptionsBuilder.java:95)
at com.aliyun.odps.ship.DShip.runSubCommand(DShip.java:74)
at com.aliyun.odps.ship.DShipCommand.run(DShipCommand.java:99)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.InteractiveCommand.run(InteractiveCommand.java:108)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.CompositeCommand.run(CompositeCommand.java:48)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.ODPSConsole.main(ODPSConsole.java:63)
2023-01-10 10:08:59 - java.lang.IllegalArgumentException: Unrecognized command
Type 'tunnel help download' for usage.
at com.aliyun.odps.ship.common.OptionsBuilder.processArgs(OptionsBuilder.java:615)
at com.aliyun.odps.ship.common.OptionsBuilder.buildDownloadOption(OptionsBuilder.java:95)
at com.aliyun.odps.ship.DShip.runSubCommand(DShip.java:74)
at com.aliyun.odps.ship.DShipCommand.run(DShipCommand.java:99)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.InteractiveCommand.run(InteractiveCommand.java:108)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.CompositeCommand.run(CompositeCommand.java:48)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.ODPSConsole.main(ODPSConsole.java:63)
2023-01-12 10:08:27 - java.lang.IllegalArgumentException: Invalid partition spec.
at com.aliyun.odps.PartitionSpec.<init>(PartitionSpec.java:58)
at com.aliyun.odps.ship.common.OptionsBuilder.processArgs(OptionsBuilder.java:578)
at com.aliyun.odps.ship.common.OptionsBuilder.buildDownloadOption(OptionsBuilder.java:95)
at com.aliyun.odps.ship.DShip.runSubCommand(DShip.java:74)
at com.aliyun.odps.ship.DShipCommand.run(DShipCommand.java:99)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.InteractiveCommand.run(InteractiveCommand.java:108)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.CompositeCommand.run(CompositeCommand.java:48)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.ODPSConsole.main(ODPSConsole.java:63)
2023-02-03 21:00:20 - java.lang.IllegalArgumentException: InvalidData: decimal value 1000000 overflow, max integer digit number is 6.
at com.aliyun.odps.data.OdpsTypeTransformer.validateDecimal(OdpsTypeTransformer.java:115)
at com.aliyun.odps.data.OdpsTypeTransformer.transform(OdpsTypeTransformer.java:200)
at com.aliyun.odps.data.ArrayRecord.set(ArrayRecord.java:140)
at com.aliyun.odps.commons.proto.ProtobufRecordStreamReader.read(ProtobufRecordStreamReader.java:185)
at com.aliyun.odps.tunnel.io.TunnelRecordReader.readWithRetry(TunnelRecordReader.java:260)
at com.aliyun.odps.tunnel.io.TunnelRecordReader.read(TunnelRecordReader.java:234)
at com.aliyun.odps.ship.download.DshipRecordReader.next(DshipRecordReader.java:63)
at com.aliyun.odps.ship.download.FileDownloader.readAndTime(FileDownloader.java:198)
at com.aliyun.odps.ship.download.FileDownloader.download(FileDownloader.java:130)
at com.aliyun.odps.ship.download.DshipDownload.download(DshipDownload.java:188)
at com.aliyun.odps.ship.DShip.runSubCommand(DShip.java:76)
at com.aliyun.odps.ship.DShipCommand.run(DShipCommand.java:99)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.InteractiveCommand.run(InteractiveCommand.java:108)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.CompositeCommand.run(CompositeCommand.java:48)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.ODPSConsole.main(ODPSConsole.java:63)
2023-02-03 21:00:34 - java.lang.IllegalArgumentException: InvalidData: decimal value 1000000 overflow, max integer digit number is 6.
at com.aliyun.odps.data.OdpsTypeTransformer.validateDecimal(OdpsTypeTransformer.java:115)
at com.aliyun.odps.data.OdpsTypeTransformer.transform(OdpsTypeTransformer.java:200)
at com.aliyun.odps.data.ArrayRecord.set(ArrayRecord.java:140)
at com.aliyun.odps.commons.proto.ProtobufRecordStreamReader.read(ProtobufRecordStreamReader.java:185)
at com.aliyun.odps.tunnel.io.TunnelRecordReader.readWithRetry(TunnelRecordReader.java:260)
at com.aliyun.odps.tunnel.io.TunnelRecordReader.read(TunnelRecordReader.java:234)
at com.aliyun.odps.ship.download.DshipRecordReader.next(DshipRecordReader.java:63)
at com.aliyun.odps.ship.download.FileDownloader.readAndTime(FileDownloader.java:198)
at com.aliyun.odps.ship.download.FileDownloader.download(FileDownloader.java:130)
at com.aliyun.odps.ship.download.DshipDownload.download(DshipDownload.java:188)
at com.aliyun.odps.ship.DShip.runSubCommand(DShip.java:76)
at com.aliyun.odps.ship.DShipCommand.run(DShipCommand.java:99)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.InteractiveCommand.run(InteractiveCommand.java:108)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.CompositeCommand.run(CompositeCommand.java:48)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.ODPSConsole.main(ODPSConsole.java:63)
2023-02-03 21:42:14 - java.lang.IllegalArgumentException: InvalidData: decimal value 1000000 overflow, max integer digit number is 6.
at com.aliyun.odps.data.OdpsTypeTransformer.validateDecimal(OdpsTypeTransformer.java:115)
at com.aliyun.odps.data.OdpsTypeTransformer.transform(OdpsTypeTransformer.java:200)
at com.aliyun.odps.data.ArrayRecord.set(ArrayRecord.java:140)
at com.aliyun.odps.commons.proto.ProtobufRecordStreamReader.read(ProtobufRecordStreamReader.java:185)
at com.aliyun.odps.tunnel.io.TunnelRecordReader.readWithRetry(TunnelRecordReader.java:260)
at com.aliyun.odps.tunnel.io.TunnelRecordReader.read(TunnelRecordReader.java:234)
at com.aliyun.odps.ship.download.DshipRecordReader.next(DshipRecordReader.java:63)
at com.aliyun.odps.ship.download.FileDownloader.readAndTime(FileDownloader.java:198)
at com.aliyun.odps.ship.download.FileDownloader.download(FileDownloader.java:130)
at com.aliyun.odps.ship.download.DshipDownload.download(DshipDownload.java:188)
at com.aliyun.odps.ship.DShip.runSubCommand(DShip.java:76)
at com.aliyun.odps.ship.DShipCommand.run(DShipCommand.java:99)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.InteractiveCommand.run(InteractiveCommand.java:108)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand.java:116)
at com.aliyun.openservices.odps.console.commands.CompositeCommand.run(CompositeCommand.java:48)
at com.aliyun.openservices.odps.console.commands.AbstractCommand.execute(AbstractCommand
odpscmd客户端工具包
需积分: 0 188 浏览量
更新于2024-01-05
收藏 19.5MB ZIP 举报
ODPSCMD是阿里云MaxCompute服务的一个重要组成部分,主要用于与MaxCompute进行交互,它是一个命令行工具,提供了丰富的数据操作和管理功能。MaxCompute是阿里云推出的一种大规模数据处理平台,设计用于处理PB级别的数据。在了解ODPSCMD之前,我们先简要了解一下MaxCompute的基本概念。
MaxCompute是一个分布式计算系统,它可以将大型数据集分布到大量的廉价硬件上进行并行处理。用户无需关心底层硬件的管理和维护,只需关注数据处理逻辑。MaxCompute提供SQL-like语法,使得数据分析工作变得更加简单。
ODPSCMD客户端工具包是为MaxCompute用户提供的命令行接口,它可以帮助用户执行以下主要任务:
1. **数据导入导出**:ODPSCMD可以方便地从本地文件系统将数据导入到MaxCompute表中,或者将MaxCompute中的数据导出到本地。支持多种数据格式,如CSV、JSON等。
2. **SQL执行**:用户可以通过ODPSCMD执行SQL语句,进行数据查询、数据更新、创建表、删除表等操作。这在进行数据分析时非常实用。
3. **任务调度**:ODPSCMD可以提交MapReduce任务、Tunnel任务等,并能监控任务的执行状态,包括任务进度、日志查看等。
4. **权限管理**:通过ODPSCMD,用户可以管理项目空间的权限,包括创建用户、角色,分配权限等。
5. **元数据管理**:ODPSCMD支持查看和修改MaxCompute中的表结构、分区等元数据信息。
6. **数据浏览**:通过`select`命令,用户可以直接在命令行中查看表中的数据,快速了解数据情况。
7. **日志查看**:在任务执行过程中,ODPSCMD可以获取并查看任务的运行日志,帮助调试和问题定位。
8. **配置管理**:ODPSCMD允许用户设置各种配置参数,如网络连接、超时时间、重试策略等,以适应不同的使用环境。
9. **版本控制**:MaxCompute支持版本控制,用户可以使用ODPSCMD查看不同版本的表结构和数据。
10. **性能优化**:ODPSCMD还提供了一些高级特性,如SQL优化、并行度调整等,有助于提升数据处理效率。
在实际使用中,用户需要根据自己的需求,通过ODPSCMD调用相应的命令行选项和参数,以实现对MaxCompute的各种操作。熟悉ODPSCMD的使用,对于高效地管理和处理大数据至关重要。在学习和使用ODPSCMD时,建议查阅官方文档,了解每个命令的详细用法和示例,以便更好地掌握这个强大的工具。