Установите Hadoop-1.4.6 на Windows через cygwin - PullRequest
Новая
       11

Установите Hadoop-1.4.6 на Windows через cygwin

0 голосов
/ 30 августа 2018

В настоящее время я пытаюсь установить Hadoop-1.4.6 в Windows через cygwin, и в качестве ссылки использовал следующую ссылку.

http://hbase.apache.org/cygwin.html

После выполнения этих шагов, после попытки запуска HBase

все еще остается ошибка

$ ./bin/start-hbase.sh

cygpath: can't convert empty path
2018-08-30 11:39:08,494 ERROR [main] util.Shell: Failed to locate the 
winutils binary in the hadoop binary path
java.io.IOException: Could not locate executable null\bin\winutils.exe in 
the Hadoop binaries.
        at org.apache.hadoop.util.Shell.getQualifiedBinPath(Shell.java:382)
        at org.apache.hadoop.util.Shell.getWinUtilsPath(Shell.java:397)
        at org.apache.hadoop.util.Shell.<clinit>(Shell.java:390)
        at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:80)
        at 
org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1437)
        at 
org.apache.hadoop.hbase.HBaseConfiguration.checkDefaultsVersion(HBaseConfigurati on.java:67)
            at 

  org.apache.hadoop.hbase.HBaseConfiguration.addHbaseResources(HBaseConfiguration.java:81)
            at 
    org.apache.hadoop.hbase.HBaseConfiguration.create(HBaseConfiguration.java:96)
            at 
    org.apache.hadoop.hbase.util.HBaseConfTool.main(HBaseConfTool.java:39)
    cygpath: can't convert empty path
    2018-08-30 11:39:11,591 ERROR [main] util.Shell: Failed to locate the 
    winutils binary in the hadoop binary path
    java.io.IOException: Could not locate executable null\bin\winutils.exe in 
    the Hadoop binaries.
            at org.apache.hadoop.util.Shell.getQualifiedBinPath(Shell.java:382)
            at org.apache.hadoop.util.Shell.getWinUtilsPath(Shell.java:397)
            at org.apache.hadoop.util.Shell.<clinit>(Shell.java:390)
            at org.apache.hadoop.util.StringUtils.<clinit>(StringUtils.java:80)
            at 
    org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1437)
            at


org.apache.hadoop.hbase.HBaseConfiguration.checkDefaultsVersion(HBaseConfiguration.java:67)
            at 

  org.apache.hadoop.hbase.HBaseConfiguration.addHbaseResources(HBaseConfiguration.java:81)
            at 
    org.apache.hadoop.hbase.HBaseConfiguration.create(HBaseConfiguration.java:96)
            at 
    org.apache.hadoop.hbase.zookeeper.ZKServerTool.main(ZKServerTool.java:70)
    : Name or service not knownstname 127.0.0.1
    running master, logging to /usr/local/hbase-1.4.6/bin/../logs/hbase-DESKTOP- 
    BJTFB3C-master-DESKTOP-BJTFB3C.out
    : running regionserver, logging to /usr/local/hbase-1.4.6/bin/../logs/hbase- 
    DESKTOP-BJTFB3C-regionserver-DESKTOP-BJTFB3C.out

Я новичок в этой установке, и любые объяснения в журнале ошибок будут с благодарностью.

Спасибо

Это мои данные для start-hbase.sh 

#!/usr/bin/env bash
#
#/**
# * Licensed to the Apache Software Foundation (ASF) under one
# * or more contributor license agreements.  See the NOTICE file
# * distributed with this work for additional information
# * regarding copyright ownership.  The ASF licenses this file
# * to you under the Apache License, Version 2.0 (the
# * "License"); you may not use this file except in compliance
# * with the License.  You may obtain a copy of the License at
# *
# *     http://www.apache.org/licenses/LICENSE-2.0
# *
# * Unless required by applicable law or agreed to in writing, software
# * distributed under the License is distributed on an "AS IS" BASIS,
# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# * See the License for the specific language governing permissions and
# * limitations under the License.
# */

# Modelled after $HADOOP_HOME/bin/start-hbase.sh.

# Start hadoop hbase daemons.
# Run this on master node.
usage="Usage: start-hbase.sh [--autostart-window-size <window size in hours>]\
      [--autostart-window-retry-limit <retry count limit for autostart>]\
      [autostart|start]"

bin=`dirname "${BASH_SOURCE-$0}"`
bin=`cd "$bin">/dev/null; pwd`

# default autostart args value indicating infinite window size and no retry limit
AUTOSTART_WINDOW_SIZE=0
AUTOSTART_WINDOW_RETRY_LIMIT=0

. "$bin"/hbase-config.sh

# start hbase daemons
errCode=$?
if [ $errCode -ne 0 ]
then
  exit $errCode
fi

if [ "$1" = "autostart" ]
then
  commandToRun="--autostart-window-size ${AUTOSTART_WINDOW_SIZE} --autostart-window-retry-limit ${AUTOSTART_WINDOW_RETRY_LIMIT} autostart"
else
  commandToRun="start"
fi

# HBASE-6504 - only take the first line of the output in case verbose gc is on
distMode=`$bin/hbase --config "$HBASE_CONF_DIR" org.apache.hadoop.hbase.util.HBaseConfTool hbase.cluster.distributed | head -n 1`

if [ "$distMode" == 'false' ]
then
  "$bin"/hbase-daemon.sh --config "${HBASE_CONF_DIR}" $commandToRun master
else
  "$bin"/hbase-daemons.sh --config "${HBASE_CONF_DIR}" $commandToRun zookeeper
  "$bin"/hbase-daemon.sh --config "${HBASE_CONF_DIR}" $commandToRun master
  "$bin"/hbase-daemons.sh --config "${HBASE_CONF_DIR}" \
    --hosts "${HBASE_REGIONSERVERS}" $commandToRun regionserver
  "$bin"/hbase-daemons.sh --config "${HBASE_CONF_DIR}" \
    --hosts "${HBASE_BACKUP_MASTERS}" $commandToRun master-backup
fi
...