forked from kubernetes-client/java
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathCopy.java
More file actions
400 lines (368 loc) · 14.2 KB
/
Copy.java
File metadata and controls
400 lines (368 loc) · 14.2 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
/*
Copyright 2020 The Kubernetes Authors.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package io.kubernetes.client;
import com.google.common.io.ByteStreams;
import io.kubernetes.client.openapi.ApiClient;
import io.kubernetes.client.openapi.ApiException;
import io.kubernetes.client.openapi.Configuration;
import io.kubernetes.client.openapi.models.V1Pod;
import io.kubernetes.client.util.exception.CopyNotSupportedException;
import java.io.BufferedInputStream;
import java.io.BufferedReader;
import java.io.ByteArrayInputStream;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.OutputStream;
import java.nio.file.Path;
import java.nio.file.Paths;
import org.apache.commons.codec.binary.Base64InputStream;
import org.apache.commons.codec.binary.Base64OutputStream;
import org.apache.commons.compress.archivers.ArchiveEntry;
import org.apache.commons.compress.archivers.ArchiveInputStream;
import org.apache.commons.compress.archivers.ArchiveOutputStream;
import org.apache.commons.compress.archivers.tar.TarArchiveEntry;
import org.apache.commons.compress.archivers.tar.TarArchiveInputStream;
import org.apache.commons.compress.archivers.tar.TarArchiveOutputStream;
import org.apache.commons.compress.compressors.gzip.GzipCompressorInputStream;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class Copy extends Exec {
private static final Logger log = LoggerFactory.getLogger(Copy.class);
/** Simple Copy constructor, uses default configuration */
public Copy() {
super(Configuration.getDefaultApiClient());
}
/**
* Copy Constructor
*
* @param apiClient The api client to use.
*/
public Copy(ApiClient apiClient) {
super(apiClient);
}
public InputStream copyFileFromPod(String namespace, String pod, String srcPath)
throws ApiException, IOException {
return copyFileFromPod(namespace, pod, null, srcPath);
}
public InputStream copyFileFromPod(V1Pod pod, String srcPath) throws ApiException, IOException {
return copyFileFromPod(pod, null, srcPath);
}
public InputStream copyFileFromPod(V1Pod pod, String container, String srcPath)
throws ApiException, IOException {
return copyFileFromPod(
pod.getMetadata().getNamespace(), pod.getMetadata().getName(), container, srcPath);
}
public InputStream copyFileFromPod(String namespace, String pod, String container, String srcPath)
throws ApiException, IOException {
Process proc =
this.exec(
namespace,
pod,
new String[] {"sh", "-c", "cat " + srcPath + " | base64"},
container,
false,
false);
return new Base64InputStream(proc.getInputStream());
}
public void copyFileFromPod(
String namespace, String name, String container, String srcPath, Path destination)
throws ApiException, IOException {
try (InputStream is = copyFileFromPod(namespace, name, container, srcPath);
FileOutputStream fos = new FileOutputStream(destination.toFile())) {
ByteStreams.copy(is, fos);
fos.flush();
}
}
public void copyDirectoryFromPod(V1Pod pod, String srcPath, Path destination)
throws ApiException, IOException, CopyNotSupportedException {
copyDirectoryFromPod(pod, null, srcPath, destination);
}
public void copyDirectoryFromPod(V1Pod pod, String container, String srcPath, Path destination)
throws ApiException, IOException, CopyNotSupportedException {
copyDirectoryFromPod(
pod.getMetadata().getNamespace(),
pod.getMetadata().getName(),
container,
srcPath,
destination);
}
public void copyDirectoryFromPod(String namespace, String pod, String srcPath, Path destination)
throws ApiException, IOException, CopyNotSupportedException {
copyDirectoryFromPod(namespace, pod, null, srcPath, destination);
}
public void copyDirectoryFromPod(
String namespace, String pod, String container, String srcPath, Path destination)
throws ApiException, IOException, CopyNotSupportedException {
// Test that 'tar' is present in the container?
if (!isTarPresentInContainer(namespace, pod, container)) {
throw new CopyNotSupportedException("Tar is not present in the target container");
}
copyDirectoryFromPod(namespace, pod, container, srcPath, destination, true);
}
/**
* Copy directory from a pod to local.
*
* @param namespace
* @param pod
* @param container
* @param srcPath
* @param destination
* @param enableTarCompressing: false if tar is not present in target container
* @throws IOException
* @throws ApiException
*/
public void copyDirectoryFromPod(
String namespace,
String pod,
String container,
String srcPath,
Path destination,
boolean enableTarCompressing)
throws IOException, ApiException {
if (!enableTarCompressing) {
TreeNode tree = new TreeNode(true, srcPath, true);
createDirectoryTree(tree, namespace, pod, container, srcPath);
createDirectoryStructureFromTree(tree, namespace, pod, container, srcPath, destination);
return;
}
final Process proc =
this.exec(
namespace,
pod,
new String[] {"sh", "-c", "tar cz - " + srcPath + " | base64"},
container,
false,
false);
try (InputStream is = new Base64InputStream(new BufferedInputStream(proc.getInputStream()));
ArchiveInputStream archive = new TarArchiveInputStream(new GzipCompressorInputStream(is))) {
for (ArchiveEntry entry = archive.getNextEntry();
entry != null;
entry = archive.getNextEntry()) {
if (!archive.canReadEntryData(entry)) {
log.error("Can't read: " + entry);
continue;
}
File f = new File(destination.toFile(), entry.getName());
if (entry.isDirectory()) {
if (!f.isDirectory() && !f.mkdirs()) {
throw new IOException("create directory failed: " + f);
}
} else {
File parent = f.getParentFile();
if (!parent.isDirectory() && !parent.mkdirs()) {
throw new IOException("create directory failed: " + parent);
}
try (OutputStream fs = new FileOutputStream(f)) {
ByteStreams.copy(archive, fs);
fs.flush();
}
}
}
}
try {
int status = proc.waitFor();
if (status != 0) {
throw new IOException("Copy command failed with status " + status);
}
} catch (InterruptedException ex) {
throw new IOException(ex);
}
}
// This creates directories and files using tree of files and directories under container
private void createDirectoryStructureFromTree(
TreeNode tree,
String namespace,
String pod,
String container,
String srcPath,
Path destination)
throws IOException, ApiException {
// Code for creating invidual directory and files
createDirectory(tree, destination);
createFiles(tree, namespace, pod, container, srcPath, destination);
}
// Method to create files from directories/files tree in destination
private void createFiles(
TreeNode node,
String namespace,
String pod,
String container,
String srcPath,
Path destination)
throws IOException, ApiException {
if (node == null) {
return;
}
for (TreeNode childNode : node.getChildren()) {
if (!childNode.isDir) {
// Create file which is under 'node'
String filePath = genericPathBuilder(destination.toString(), childNode.name);
File f = new File(filePath);
if (!f.createNewFile()) {
throw new IOException("Failed to create file: " + f);
}
String modifiedSrcPath = genericPathBuilder(srcPath, childNode.name);
try (InputStream is = copyFileFromPod(namespace, pod, modifiedSrcPath);
OutputStream fs = new FileOutputStream(f)) {
ByteStreams.copy(is, fs);
fs.flush();
}
} else {
String newSrcPath = genericPathBuilder(srcPath, childNode.name);
// TODO: Change this once the method genericPathBuilder is changed to varargs
Path newDestination = Paths.get(destination.toString(), childNode.name);
createFiles(childNode, namespace, pod, container, newSrcPath, newDestination);
}
}
}
// Method to create directories in destination path
private void createDirectory(TreeNode node, Path destination) throws IOException {
if (node == null) {
return;
}
if (!node.isRoot) {
// String directoryPath = genericPathBuilder(destination.toString(), node.name);
File f = new File(destination.toString());
// File f = new File(directoryPath);
if (!f.mkdirs()) {
throw new IOException("Failed to create directory: " + f);
}
}
for (TreeNode childNode : node.getChildren()) {
if (childNode.isDir) {
String path = genericPathBuilder(destination.toString(), childNode.name);
Path newPath = Paths.get(path);
createDirectory(childNode, newPath);
}
}
}
// Method to create a tree of files and directory of location inside container
private void createDirectoryTree(
TreeNode node, String namespace, String pod, String container, String srcPath)
throws IOException, ApiException {
if (node.isDir) {
final Process proc =
this.exec(
namespace,
pod,
new String[] {"sh", "-c", "ls -F " + srcPath},
container,
false,
false);
try (InputStream is = proc.getInputStream();
BufferedReader reader = new BufferedReader(new InputStreamReader(is))) {
String line = "";
while ((line = reader.readLine()) != null) {
int len = line.length();
// line = stripFileSeparators(line);
if (line.charAt(line.length() - 1) == '/') {
TreeNode subDirTree =
new TreeNode(
true,
line.substring(0, len - 1),
false); // Stripping off '/' in the end of directory
String path = genericPathBuilder(srcPath, subDirTree.name);
createDirectoryTree(subDirTree, namespace, pod, container, path);
node.getChildren().add(subDirTree);
} else {
node.getChildren().add(new TreeNode(false, line, false));
}
}
}
}
}
/*
Generic method to create path.
TODO: Change this to varargs
*/
private String genericPathBuilder(String first, String second) {
StringBuilder pathBuilder = new StringBuilder(first);
pathBuilder.append(File.separator);
pathBuilder.append(second);
return pathBuilder.toString();
}
public static void copyFileFromPod(String namespace, String pod, String srcPath, Path dest)
throws ApiException, IOException {
Copy c = new Copy();
try (InputStream is = c.copyFileFromPod(namespace, pod, null, srcPath);
FileOutputStream os = new FileOutputStream(dest.toFile())) {
ByteStreams.copy(is, os);
os.flush();
}
}
public void copyFileToPod(
String namespace, String pod, String container, Path srcPath, Path destPath)
throws ApiException, IOException {
// Run decoding and extracting processes
final Process proc = execCopyToPod(namespace, pod, container, destPath);
// Send encoded archive output stream
File srcFile = new File(srcPath.toUri());
try (ArchiveOutputStream archiveOutputStream =
new TarArchiveOutputStream(
new Base64OutputStream(proc.getOutputStream(), true, 0, null));
FileInputStream input = new FileInputStream(srcFile)) {
ArchiveEntry tarEntry = new TarArchiveEntry(srcFile, destPath.getFileName().toString());
archiveOutputStream.putArchiveEntry(tarEntry);
ByteStreams.copy(input, archiveOutputStream);
archiveOutputStream.closeArchiveEntry();
} finally {
proc.destroy();
}
}
public void copyFileToPod(
String namespace, String pod, String container, byte[] src, Path destPath)
throws ApiException, IOException {
// Run decoding and extracting processes
final Process proc = execCopyToPod(namespace, pod, container, destPath);
try (ArchiveOutputStream archiveOutputStream =
new TarArchiveOutputStream(new Base64OutputStream(proc.getOutputStream(), true, 0, null))) {
ArchiveEntry tarEntry = new TarArchiveEntry(new File(destPath.getFileName().toString()));
((TarArchiveEntry) tarEntry).setSize(src.length);
archiveOutputStream.putArchiveEntry(tarEntry);
ByteStreams.copy(new ByteArrayInputStream(src), archiveOutputStream);
archiveOutputStream.closeArchiveEntry();
} finally {
proc.destroy();
}
}
private Process execCopyToPod(String namespace, String pod, String container, Path destPath)
throws ApiException, IOException {
String parentPath = destPath.getParent() != null ? destPath.getParent().toString() : ".";
return this.exec(
namespace,
pod,
new String[] {"sh", "-c", "base64 -d | tar -xmf - -C " + parentPath},
container,
true,
false);
}
private boolean isTarPresentInContainer(String namespace, String pod, String container)
throws ApiException, IOException {
final Process proc =
this.exec(
namespace, pod, new String[] {"sh", "-c", "tar --version"}, container, false, false);
// This will work for POSIX based operating systems
try {
int status = proc.waitFor();
return status != 127;
} catch (InterruptedException ex) {
throw new IOException(ex);
} finally {
proc.destroy();
}
}
}