mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2024-01-19 02:48:24 +00:00
HDFS: add jwt auth for uploading
This commit is contained in:
parent
72c2e6bb8f
commit
6ed69de6bd
|
@ -20,25 +20,26 @@ public class SeaweedWrite {
|
||||||
final byte[] bytes,
|
final byte[] bytes,
|
||||||
final long bytesOffset, final long bytesLength) throws IOException {
|
final long bytesOffset, final long bytesLength) throws IOException {
|
||||||
FilerProto.AssignVolumeResponse response = filerGrpcClient.getBlockingStub().assignVolume(
|
FilerProto.AssignVolumeResponse response = filerGrpcClient.getBlockingStub().assignVolume(
|
||||||
FilerProto.AssignVolumeRequest.newBuilder()
|
FilerProto.AssignVolumeRequest.newBuilder()
|
||||||
.setCollection("")
|
.setCollection("")
|
||||||
.setReplication(replication)
|
.setReplication(replication)
|
||||||
.setDataCenter("")
|
.setDataCenter("")
|
||||||
.setReplication("")
|
.setReplication("")
|
||||||
.setTtlSec(0)
|
.setTtlSec(0)
|
||||||
.build());
|
.build());
|
||||||
String fileId = response.getFileId();
|
String fileId = response.getFileId();
|
||||||
String url = response.getUrl();
|
String url = response.getUrl();
|
||||||
|
String auth = response.getAuth();
|
||||||
String targetUrl = String.format("http://%s/%s", url, fileId);
|
String targetUrl = String.format("http://%s/%s", url, fileId);
|
||||||
|
|
||||||
String etag = multipartUpload(targetUrl, bytes, bytesOffset, bytesLength);
|
String etag = multipartUpload(targetUrl, auth, bytes, bytesOffset, bytesLength);
|
||||||
|
|
||||||
entry.addChunks(FilerProto.FileChunk.newBuilder()
|
entry.addChunks(FilerProto.FileChunk.newBuilder()
|
||||||
.setFileId(fileId)
|
.setFileId(fileId)
|
||||||
.setOffset(offset)
|
.setOffset(offset)
|
||||||
.setSize(bytesLength)
|
.setSize(bytesLength)
|
||||||
.setMtime(System.currentTimeMillis() / 10000L)
|
.setMtime(System.currentTimeMillis() / 10000L)
|
||||||
.setETag(etag)
|
.setETag(etag)
|
||||||
);
|
);
|
||||||
|
|
||||||
}
|
}
|
||||||
|
@ -46,14 +47,15 @@ public class SeaweedWrite {
|
||||||
public static void writeMeta(final FilerGrpcClient filerGrpcClient,
|
public static void writeMeta(final FilerGrpcClient filerGrpcClient,
|
||||||
final String parentDirectory, final FilerProto.Entry.Builder entry) {
|
final String parentDirectory, final FilerProto.Entry.Builder entry) {
|
||||||
filerGrpcClient.getBlockingStub().createEntry(
|
filerGrpcClient.getBlockingStub().createEntry(
|
||||||
FilerProto.CreateEntryRequest.newBuilder()
|
FilerProto.CreateEntryRequest.newBuilder()
|
||||||
.setDirectory(parentDirectory)
|
.setDirectory(parentDirectory)
|
||||||
.setEntry(entry)
|
.setEntry(entry)
|
||||||
.build()
|
.build()
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
private static String multipartUpload(String targetUrl,
|
private static String multipartUpload(String targetUrl,
|
||||||
|
String auth,
|
||||||
final byte[] bytes,
|
final byte[] bytes,
|
||||||
final long bytesOffset, final long bytesLength) throws IOException {
|
final long bytesOffset, final long bytesLength) throws IOException {
|
||||||
|
|
||||||
|
@ -62,11 +64,14 @@ public class SeaweedWrite {
|
||||||
InputStream inputStream = new ByteArrayInputStream(bytes, (int) bytesOffset, (int) bytesLength);
|
InputStream inputStream = new ByteArrayInputStream(bytes, (int) bytesOffset, (int) bytesLength);
|
||||||
|
|
||||||
HttpPost post = new HttpPost(targetUrl);
|
HttpPost post = new HttpPost(targetUrl);
|
||||||
|
if (auth != null && auth.length() != 0) {
|
||||||
|
post.addHeader("Authorization", "BEARER " + auth);
|
||||||
|
}
|
||||||
|
|
||||||
post.setEntity(MultipartEntityBuilder.create()
|
post.setEntity(MultipartEntityBuilder.create()
|
||||||
.setMode(HttpMultipartMode.BROWSER_COMPATIBLE)
|
.setMode(HttpMultipartMode.BROWSER_COMPATIBLE)
|
||||||
.addBinaryBody("upload", inputStream)
|
.addBinaryBody("upload", inputStream)
|
||||||
.build());
|
.build());
|
||||||
|
|
||||||
try {
|
try {
|
||||||
HttpResponse response = client.execute(post);
|
HttpResponse response = client.execute(post);
|
||||||
|
|
Loading…
Reference in a new issue