目录
1、错误原因
package mapreduce.wordcount;
import javafx.scene.text.Text;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import java.io.IOException;
public class WordCountDriver {
public static void main(String[] args) throws IOException, InterruptedException, ClassNotFoundException {
// 1. 获取job
Configuration conf = new Configuration();
Job job = Job.getInstance(conf);
// 2.设置jar路径
job.setJarByClass(WordCountDriver.class);
// 3.关联mapper和reduce
job.setMapperClass(WordCountMapper.class);
job.setReducerClass(WordCountReducer.class);
// 4.设置map输出的kv类型
job.setMapOutputKeyClass(Text.class);
job.setMapOutputValueClass(IntWritable.class);
// 5.设置最终输出的kv类型
job.setOutputKeyClass(Text.class);
job.setOutputValueClass(Text.class);
// 6.设置输入路径和输出路径
FileInputFormat.setInputPaths(job,new Path("E:\\IDEA\\hadoop\\input\\inputword"));
FileOutputFormat.setOutputPath(job,new Path("E:\\IDEA\\hadoop\\output"));
// 7.提交job
boolean result = job.waitForCompletion(true);
System.exit(result ? 0 : 1);
}
}
E:\Java\jdk1.8.0_201\bin\java.exe "-javaagent:E:\IDEA\IntelliJ IDEA 2023.2\lib\idea_rt.jar=51871:E:\IDEA\IntelliJ IDEA 2023.2\bin" -Dfile.encoding=UTF-8 -classpath E:\java\jdk1.8.0_201\jre\lib\charsets.jar;E:\java\jdk1.8.0_201\jre\lib\deploy.jar;E:\java\jdk1.8.0_201\jre\lib\ext\access-bridge-64.jar;E:\java\jdk1.8.0_201\jre\lib\ext\cldrdata.jar;E:\java\jdk1.8.0_201\jre\lib\ext\dnsns.jar;E:\java\jdk1.8.0_201\jre\lib\ext\jaccess.jar;E:\java\jdk1.8.0_201\jre\lib\ext\jfxrt.jar;E:\java\jdk1.8.0_201\jre\lib\ext\localedata.jar;E:\java\jdk1.8.0_201\jre\lib\ext\nashorn.jar;E:\java\jdk1.8.0_201\jre\lib\ext\sunec.jar;E:\java\jdk1.8.0_201\jre\lib\ext\sunjce_provider.jar;E:\java\jdk1.8.0_201\jre\lib\ext\sunmscapi.jar;E:\java\jdk1.8.0_201\jre\lib\ext\sunpkcs11.jar;E:\java\jdk1.8.0_201\jre\lib\ext\zipfs.jar;E:\java\jdk1.8.0_201\jre\lib\javaws.jar;E:\java\jdk1.8.0_201\jre\lib\jce.jar;E:\java\jdk1.8.0_201\jre\lib\jfr.jar;E:\java\jdk1.8.0_201\jre\lib\jfxswt.jar;E:\java\jdk1.8.0_201\jre\lib\jsse.jar;E:\java\jdk1.8.0_201\jre\lib\management-agent.jar;E:\java\jdk1.8.0_201\jre\lib\plugin.jar;E:\java\jdk1.8.0_201\jre\lib\resources.jar;E:\java\jdk1.8.0_201\jre\lib\rt.jar;E:\IDEA\project\MapReduceDemo\MapReduceDemo\target\classes;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-client\3.1.3\hadoop-client-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-common\3.1.3\hadoop-common-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\google\guava\guava\27.0-jre\guava-27.0-jre.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\google\guava\failureaccess\1.0\failureaccess-1.0.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\google\guava\listenablefuture\9999.0-empty-to-avoid-conflict-with-guava\listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\checkerframework\checker-qual\2.5.2\checker-qual-2.5.2.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\google\errorprone\error_prone_annotations\2.2.0\error_prone_annotations-2.2.0.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\google\j2objc\j2objc-annotations\1.1\j2objc-annotations-1.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\codehaus\mojo\animal-sniffer-annotations\1.17\animal-sniffer-annotations-1.17.jar;E:\Maven\apache-maven-3.9.3-bin\repository\commons-cli\commons-cli\1.2\commons-cli-1.2.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\commons\commons-math3\3.1.1\commons-math3-3.1.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\httpcomponents\httpclient\4.5.2\httpclient-4.5.2.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\httpcomponents\httpcore\4.4.4\httpcore-4.4.4.jar;E:\Maven\apache-maven-3.9.3-bin\repository\commons-codec\commons-codec\1.11\commons-codec-1.11.jar;E:\Maven\apache-maven-3.9.3-bin\repository\commons-io\commons-io\2.5\commons-io-2.5.jar;E:\Maven\apache-maven-3.9.3-bin\repository\commons-net\commons-net\3.6\commons-net-3.6.jar;E:\Maven\apache-maven-3.9.3-bin\repository\commons-collections\commons-collections\3.2.2\commons-collections-3.2.2.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\eclipse\jetty\jetty-servlet\9.3.24.v20180605\jetty-servlet-9.3.24.v20180605.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\eclipse\jetty\jetty-security\9.3.24.v20180605\jetty-security-9.3.24.v20180605.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\eclipse\jetty\jetty-webapp\9.3.24.v20180605\jetty-webapp-9.3.24.v20180605.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\eclipse\jetty\jetty-xml\9.3.24.v20180605\jetty-xml-9.3.24.v20180605.jar;E:\Maven\apache-maven-3.9.3-bin\repository\javax\servlet\jsp\jsp-api\2.1\jsp-api-2.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\sun\jersey\jersey-servlet\1.19\jersey-servlet-1.19.jar;E:\Maven\apache-maven-3.9.3-bin\repository\commons-logging\commons-logging\1.1.3\commons-logging-1.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\commons-lang\commons-lang\2.6\commons-lang-2.6.jar;E:\Maven\apache-maven-3.9.3-bin\repository\commons-beanutils\commons-beanutils\1.9.3\commons-beanutils-1.9.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\commons\commons-configuration2\2.1.1\commons-configuration2-2.1.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\commons\commons-lang3\3.4\commons-lang3-3.4.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\avro\avro\1.7.7\avro-1.7.7.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\codehaus\jackson\jackson-core-asl\1.9.13\jackson-core-asl-1.9.13.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\codehaus\jackson\jackson-mapper-asl\1.9.13\jackson-mapper-asl-1.9.13.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\thoughtworks\paranamer\paranamer\2.3\paranamer-2.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\xerial\snappy\snappy-java\1.0.5\snappy-java-1.0.5.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\google\re2j\re2j\1.1\re2j-1.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\google\protobuf\protobuf-java\2.5.0\protobuf-java-2.5.0.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\google\code\gson\gson\2.2.4\gson-2.2.4.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-auth\3.1.3\hadoop-auth-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\nimbusds\nimbus-jose-jwt\4.41.1\nimbus-jose-jwt-4.41.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\github\stephenc\jcip\jcip-annotations\1.0-1\jcip-annotations-1.0-1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\net\minidev\json-smart\2.3\json-smart-2.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\net\minidev\accessors-smart\1.2\accessors-smart-1.2.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\ow2\asm\asm\5.0.4\asm-5.0.4.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\curator\curator-framework\2.13.0\curator-framework-2.13.0.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\curator\curator-client\2.13.0\curator-client-2.13.0.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\curator\curator-recipes\2.13.0\curator-recipes-2.13.0.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\google\code\findbugs\jsr305\3.0.0\jsr305-3.0.0.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\htrace\htrace-core4\4.1.0-incubating\htrace-core4-4.1.0-incubating.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\commons\commons-compress\1.18\commons-compress-1.18.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerb-simplekdc\1.0.1\kerb-simplekdc-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerb-client\1.0.1\kerb-client-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerby-config\1.0.1\kerby-config-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerb-core\1.0.1\kerb-core-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerby-pkix\1.0.1\kerby-pkix-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerby-asn1\1.0.1\kerby-asn1-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerby-util\1.0.1\kerby-util-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerb-common\1.0.1\kerb-common-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerb-crypto\1.0.1\kerb-crypto-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerb-util\1.0.1\kerb-util-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\token-provider\1.0.1\token-provider-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerb-admin\1.0.1\kerb-admin-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerb-server\1.0.1\kerb-server-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerb-identity\1.0.1\kerb-identity-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\kerby\kerby-xdr\1.0.1\kerby-xdr-1.0.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\fasterxml\jackson\core\jackson-databind\2.7.8\jackson-databind-2.7.8.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\fasterxml\jackson\core\jackson-core\2.7.8\jackson-core-2.7.8.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\codehaus\woodstox\stax2-api\3.1.4\stax2-api-3.1.4.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\fasterxml\woodstox\woodstox-core\5.0.3\woodstox-core-5.0.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-hdfs-client\3.1.3\hadoop-hdfs-client-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\squareup\okhttp\okhttp\2.7.5\okhttp-2.7.5.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\squareup\okio\okio\1.6.0\okio-1.6.0.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\fasterxml\jackson\core\jackson-annotations\2.7.8\jackson-annotations-2.7.8.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-yarn-api\3.1.3\hadoop-yarn-api-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\javax\xml\bind\jaxb-api\2.2.11\jaxb-api-2.2.11.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-yarn-client\3.1.3\hadoop-yarn-client-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-mapreduce-client-core\3.1.3\hadoop-mapreduce-client-core-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-yarn-common\3.1.3\hadoop-yarn-common-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\javax\servlet\javax.servlet-api\3.1.0\javax.servlet-api-3.1.0.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\eclipse\jetty\jetty-util\9.3.24.v20180605\jetty-util-9.3.24.v20180605.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\sun\jersey\jersey-core\1.19\jersey-core-1.19.jar;E:\Maven\apache-maven-3.9.3-bin\repository\javax\ws\rs\jsr311-api\1.1.1\jsr311-api-1.1.1.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\sun\jersey\jersey-client\1.19\jersey-client-1.19.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\fasterxml\jackson\module\jackson-module-jaxb-annotations\2.7.8\jackson-module-jaxb-annotations-2.7.8.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\fasterxml\jackson\jaxrs\jackson-jaxrs-json-provider\2.7.8\jackson-jaxrs-json-provider-2.7.8.jar;E:\Maven\apache-maven-3.9.3-bin\repository\com\fasterxml\jackson\jaxrs\jackson-jaxrs-base\2.7.8\jackson-jaxrs-base-2.7.8.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-mapreduce-client-jobclient\3.1.3\hadoop-mapreduce-client-jobclient-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-mapreduce-client-common\3.1.3\hadoop-mapreduce-client-common-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\apache\hadoop\hadoop-annotations\3.1.3\hadoop-annotations-3.1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\junit\junit\4.12\junit-4.12.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\hamcrest\hamcrest-core\1.3\hamcrest-core-1.3.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\slf4j\slf4j-log4j12\1.7.30\slf4j-log4j12-1.7.30.jar;E:\Maven\apache-maven-3.9.3-bin\repository\org\slf4j\slf4j-api\1.7.30\slf4j-api-1.7.30.jar;E:\Maven\apache-maven-3.9.3-bin\repository\log4j\log4j\1.2.17\log4j-1.2.17.jar mapreduce.wordcount.WordCountDriver
2023-08-01 12:24:09,905 WARN [org.apache.hadoop.metrics2.impl.MetricsConfig] - Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2023-08-01 12:24:09,975 INFO [org.apache.hadoop.metrics2.impl.MetricsSystemImpl] - Scheduled Metric snapshot period at 10 second(s).
2023-08-01 12:24:09,975 INFO [org.apache.hadoop.metrics2.impl.MetricsSystemImpl] - JobTracker metrics system started
2023-08-01 12:24:10,750 WARN [org.apache.hadoop.mapreduce.JobResourceUploader] - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2023-08-01 12:24:10,760 WARN [org.apache.hadoop.mapreduce.JobResourceUploader] - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2023-08-01 12:24:10,786 INFO [org.apache.hadoop.mapreduce.lib.input.FileInputFormat] - Total input files to process : 1
2023-08-01 12:24:10,807 INFO [org.apache.hadoop.mapreduce.JobSubmitter] - number of splits:1
2023-08-01 12:24:10,881 INFO [org.apache.hadoop.mapreduce.JobSubmitter] - Submitting tokens for job: job_local1383978755_0001
2023-08-01 12:24:10,882 INFO [org.apache.hadoop.mapreduce.JobSubmitter] - Executing with tokens: []
2023-08-01 12:24:11,022 INFO [org.apache.hadoop.mapreduce.Job] - The url to track the job: http://localhost:8080/
2023-08-01 12:24:11,023 INFO [org.apache.hadoop.mapreduce.Job] - Running job: job_local1383978755_0001
2023-08-01 12:24:11,023 INFO [org.apache.hadoop.mapred.LocalJobRunner] - OutputCommitter set in config null
2023-08-01 12:24:11,028 INFO [org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter] - File Output Committer Algorithm version is 2
2023-08-01 12:24:11,029 INFO [org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter] - FileOutputCommitter skip cleanup _temporary folders under output directory:false, ignore cleanup failures: false
2023-08-01 12:24:11,029 INFO [org.apache.hadoop.mapred.LocalJobRunner] - OutputCommitter is org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter
2023-08-01 12:24:11,054 INFO [org.apache.hadoop.mapred.LocalJobRunner] - Waiting for map tasks
2023-08-01 12:24:11,054 INFO [org.apache.hadoop.mapred.LocalJobRunner] - Starting task: attempt_local1383978755_0001_m_000000_0
2023-08-01 12:24:11,068 INFO [org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter] - File Output Committer Algorithm version is 2
2023-08-01 12:24:11,068 INFO [org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter] - FileOutputCommitter skip cleanup _temporary folders under output directory:false, ignore cleanup failures: false
2023-08-01 12:24:11,074 INFO [org.apache.hadoop.yarn.util.ProcfsBasedProcessTree] - ProcfsBasedProcessTree currently is supported only on Linux.
2023-08-01 12:24:11,240 INFO [org.apache.hadoop.mapred.Task] - Using ResourceCalculatorProcessTree : org.apache.hadoop.yarn.util.WindowsBasedProcessTree@4c703639
2023-08-01 12:24:11,244 INFO [org.apache.hadoop.mapred.MapTask] - Processing split: file:/E:/IDEA/hadoop/input/inputword/hello.txt:0+60
2023-08-01 12:24:11,300 INFO [org.apache.hadoop.mapred.MapTask] - (EQUATOR) 0 kvi 26214396(104857584)
2023-08-01 12:24:11,303 INFO [org.apache.hadoop.mapred.MapTask] - mapreduce.task.io.sort.mb: 100
2023-08-01 12:24:11,303 INFO [org.apache.hadoop.mapred.MapTask] - soft limit at 83886080
2023-08-01 12:24:11,303 INFO [org.apache.hadoop.mapred.MapTask] - bufstart = 0; bufvoid = 104857600
2023-08-01 12:24:11,303 INFO [org.apache.hadoop.mapred.MapTask] - kvstart = 26214396; length = 6553600
2023-08-01 12:24:11,442 WARN [org.apache.hadoop.mapred.MapTask] - Unable to initialize MapOutputCollector org.apache.hadoop.mapred.MapTask$MapOutputBuffer
java.lang.ClassCastException: class javafx.scene.text.Text
at java.lang.Class.asSubclass(Class.java:3404)
at org.apache.hadoop.mapred.JobConf.getOutputKeyComparator(JobConf.java:885)
at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.init(MapTask.java:1018)
at org.apache.hadoop.mapred.MapTask.createSortingCollector(MapTask.java:408)
at org.apache.hadoop.mapred.MapTask.access$100(MapTask.java:82)
at org.apache.hadoop.mapred.MapTask$NewOutputCollector.<init>(MapTask.java:710)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:782)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:347)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:271)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2023-08-01 12:24:11,445 INFO [org.apache.hadoop.mapred.LocalJobRunner] - map task executor complete.
2023-08-01 12:24:11,447 WARN [org.apache.hadoop.mapred.LocalJobRunner] - job_local1383978755_0001
java.lang.Exception: java.io.IOException: Initialization of all the collectors failed. Error in last collector was:java.lang.ClassCastException: class javafx.scene.text.Text
at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:492)
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:552)
Caused by: java.io.IOException: Initialization of all the collectors failed. Error in last collector was:java.lang.ClassCastException: class javafx.scene.text.Text
at org.apache.hadoop.mapred.MapTask.createSortingCollector(MapTask.java:423)
at org.apache.hadoop.mapred.MapTask.access$100(MapTask.java:82)
at org.apache.hadoop.mapred.MapTask$NewOutputCollector.<init>(MapTask.java:710)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:782)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:347)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:271)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.ClassCastException: class javafx.scene.text.Text
at java.lang.Class.asSubclass(Class.java:3404)
at org.apache.hadoop.mapred.JobConf.getOutputKeyComparator(JobConf.java:885)
at org.apache.hadoop.mapred.MapTask$MapOutputBuffer.init(MapTask.java:1018)
at org.apache.hadoop.mapred.MapTask.createSortingCollector(MapTask.java:408)
... 10 more
2023-08-01 12:24:12,027 INFO [org.apache.hadoop.mapreduce.Job] - Job job_local1383978755_0001 running in uber mode : false
2023-08-01 12:24:12,029 INFO [org.apache.hadoop.mapreduce.Job] - map 0% reduce 0%
2023-08-01 12:24:12,030 INFO [org.apache.hadoop.mapreduce.Job] - Job job_local1383978755_0001 failed with state FAILED due to: NA
2023-08-01 12:24:12,034 INFO [org.apache.hadoop.mapreduce.Job] - Counters: 0
Process finished with exit code 1
2、解决方法:
Text包错误
改成
import org.apache.hadoop.io.Text;