Taiwan Hadoop Forum

<?php
$url = "http://140.128.80.118:50070/webhdfs/v1/tmp/123/123.txt?user.name=hadoop&user.passward=hadoop&op=CREATE$overwrite=true";
$fp=fopen("D:\\123.txt",'r');

$chNN = curl_init();

curl_setopt($chNN, CURLOPT_URL, $url);
curl_setopt($chNN, CURLOPT_HEADER, true);
curl_setopt($chNN, CURLOPT_FOLLOWLOCATION, true);
curl_setopt($chNN, CURLOPT_RETURNTRANSFER, true);
curl_setopt($chNN, CURLOPT_PUT, true);

$chDN = curl_copy_handle($chNN);

$response = curl_exec($chNN);
$responseInfo = curl_getinfo($chNN);
curl_close($chNN);

echo $response;

if ($responseInfo['http_code'] == 307) {
    curl_setopt($chDN, CURLOPT_URL, $responseInfo['redirect_url']);
    curl_setopt($chDN, CURLOPT_INFILE, $fp);
   
    $response = curl_exec($chDN);
    $responseInfo = curl_getinfo($chDN);
   
    fclose($fp);
    curl_close($chDN);
   
    echo $response;
}
?>

$ php webhdfs.php
http://127.0.0.1:50070/webhdfs/v1/user/jazz/tmp?user.name=jazz&op=MKDIRS
[1] mkdir : HTTP/1.1 100 Continue

HTTP/1.1 200 OK
Content-Type: application/json
Expires: Thu, 01-Jan-1970 00:00:00 GMT
Set-Cookie: hadoop.auth="u=jazz&p=jazz&t=simple&e=1380576398404&s=fb6wLHorSWp82xY8tUXAth14TYg=";Path=/
Transfer-Encoding: chunked
Server: Jetty(6.1.26)

{"boolean":true}
http://127.0.0.1:50070/webhdfs/v1/user/jazz/tmp/123.txt?user.name=jazz&op=CREATE&overwrite=true
[2] CREATE :
[3] Upload file :
array(22) {
  ["url"]=>
  string(95) "http://127.0.0.1:50070/webhdfs/v1/user/jazz/tmp/123.txt?user.name=jazz&op=CREATE&overwrite=true"
  ["content_type"]=>
  string(24) "application/octet-stream"
  ["http_code"]=>
  int(307)
  ["header_size"]=>
  int(242)
  ["request_size"]=>
  int(176)
  ["filetime"]=>
  int(-1)
  ["ssl_verify_result"]=>
  int(0)
  ["redirect_count"]=>
  int(0)
  ["total_time"]=>
  float(0.004665)
  ["namelookup_time"]=>
  float(6.5E-5)
  ["connect_time"]=>
  float(8.7E-5)
  ["pretransfer_time"]=>
  float(0.000107)
  ["size_upload"]=>
  float(5)
  ["size_download"]=>
  float(0)
  ["speed_download"]=>
  float(0)
  ["speed_upload"]=>
  float(1071)
  ["download_content_length"]=>
  float(-1)
  ["upload_content_length"]=>
  float(-1)
  ["starttransfer_time"]=>
  float(0.001418)
  ["redirect_time"]=>
  float(0)
  ["certinfo"]=>
  array(0) {
  }
  ["redirect_url"]=>
  string(0) ""
}
bool(false)

##### 產生目錄前 #####

jazz@node2:~/hadoop_labs$ hadoop fs -ls /
Found 1 items
drwxr-xr-x   - jazz supergroup          0 2013-09-29 16:00 /home

##### 用 curl 呼叫 webhdfs MKDIRS 指令產生 /user/$ID/tmp #####

jazz@node2:~/hadoop_labs$ curl -i -X PUT "http://127.0.0.1:50070/webhdfs/v1/user/jazz/tmp?user.name=jazz&op=MKDIRS"
HTTP/1.1 200 OK
Content-Type: application/json
Expires: Thu, 01-Jan-1970 00:00:00 GMT
Set-Cookie: hadoop.auth="u=jazz&p=jazz&t=simple&e=1380578411435&s=olHoWgXK+36P4cJAIO3U4lwwa3E=";Path=/
Transfer-Encoding: chunked
Server: Jetty(6.1.26)

{"boolean":true}

##### 檢查產生目錄是否成功呢？ #####

jazz@node2:~/hadoop_labs$ hadoop fs -ls /
Found 2 items
drwxr-xr-x   - jazz supergroup          0 2013-09-29 16:00 /home
drwxr-xr-x   - jazz supergroup          0 2013-09-30 12:00 /user
jazz@node2:~/hadoop_labs$ hadoop fs -lsr
drwxr-xr-x   - jazz supergroup          0 2013-09-30 12:00 /user/jazz/tmp

##### 用 curl 呼叫 webhdfs CREATE 指令產生 /user/$ID/tmp/123.txt #####

jazz@node2:~/hadoop_labs$ curl -i -X PUT "http://127.0.0.1:50070/webhdfs/v1/user/jazz/tmp/123.txt?user.name=jazz&op=CREATE&overwrite=true"
HTTP/1.1 307 TEMPORARY_REDIRECT
Content-Type: application/octet-stream
Expires: Thu, 01-Jan-1970 00:00:00 GMT
Set-Cookie: hadoop.auth="u=jazz&p=jazz&t=simple&e=1380578621165&s=cAabmAuV1DD1fkf+QSqXfSbDz+M=";Path=/
Location: http://node2:50075/webhdfs/v1/user/jazz/tmp/123.txt?op=CREATE&user.name=jazz&overwrite=true
Content-Length: 0
Server: Jetty(6.1.26)

##### 得到 REDIRECT 的 Location (URL) #####
##### 產生要上傳的檔案 /tmp/123.txt #####
jazz@node2:~/hadoop_labs$ echo "123" > /tmp/123.txt
##### 用 curl 上傳檔案，並呼叫 DataNode 產生檔案的網址 #####
jazz@node2:~/hadoop_labs$ curl -i -X PUT -T /tmp/123.txt "http://node2:50075/webhdfs/v1/user/jazz/tmp/123.txt?op=CREATE&user.name=jazz&overwrite=true"
HTTP/1.1 100 Continue

HTTP/1.1 201 Created
Content-Type: application/octet-stream
Location: webhdfs://0.0.0.0:50070/user/jazz/tmp/123.txt
Content-Length: 0
Server: Jetty(6.1.26)

##### 檢查產生檔案是否成功呢？ #####

jazz@node2:~/hadoop_labs$ hadoop fs -lsr
drwxr-xr-x   - jazz supergroup          0 2013-09-30 12:08 /user/jazz/tmp
-rw-r--r--   1 jazz supergroup          4 2013-09-30 12:08 /user/jazz/tmp/123.txt