Skip to content
GitLab
Explore
Sign in
Primary navigation
Search or go to…
Project
V
vlkb-soda
Manage
Activity
Members
Labels
Plan
Issues
Issue boards
Milestones
Wiki
Code
Merge requests
Repository
Branches
Commits
Tags
Repository graph
Compare revisions
Snippets
Build
Pipelines
Jobs
Pipeline schedules
Artifacts
Deploy
Releases
Package registry
Container registry
Model registry
Operate
Environments
Terraform modules
Monitor
Incidents
Analyze
Value stream analytics
Contributor analytics
CI/CD analytics
Repository analytics
Model experiments
Help
Help
Support
GitLab documentation
Compare GitLab plans
Community forum
Contribute to GitLab
Provide feedback
Keyboard shortcuts
?
Snippets
Groups
Projects
Show more breadcrumbs
ViaLactea
vlkb-soda
Commits
cc26a9cb
Commit
cc26a9cb
authored
1 year ago
by
Robert Butora
Browse files
Options
Downloads
Patches
Plain Diff
implements tar.gz with apache/commons-compress lib
parent
eac0c8b7
No related branches found
No related tags found
No related merge requests found
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
data-access/servlet/src/main/java/cutout/DatasetsCli.java
+72
-3
72 additions, 3 deletions
data-access/servlet/src/main/java/cutout/DatasetsCli.java
with
72 additions
and
3 deletions
data-access/servlet/src/main/java/cutout/DatasetsCli.java
+
72
−
3
View file @
cc26a9cb
...
...
@@ -25,6 +25,12 @@ import java.nio.file.Paths;
import
java.time.*
;
// Timestamp in cut-filename
import
java.io.ByteArrayOutputStream
;
// for SODA direct streaming doSubimgStream
// tar.gz compress
import
org.apache.commons.compress.archivers.tar.TarArchiveEntry
;
import
org.apache.commons.compress.archivers.tar.TarArchiveOutputStream
;
import
org.apache.commons.compress.compressors.gzip.GzipCompressorOutputStream
;
import
java.io.BufferedOutputStream
;
import
vo.parameter.*
;
class
DatasetsCli
implements
Datasets
...
...
@@ -116,6 +122,8 @@ class DatasetsCli implements Datasets
private
MCutResult
doCompressCutFiles
(
MCutResult
.
Cut
[]
cutArr
)
throws
IOException
,
InterruptedException
{
final
String
tgzFileName
=
settings
.
fitsPaths
.
cutouts
()
+
"/mcutout_TIMESTAMP.tar.gz"
;
/*
StringBuilder sb = new StringBuilder();
for(MCutResult.Cut cut : cutArr)
{
...
...
@@ -127,8 +135,6 @@ class DatasetsCli implements Datasets
}
}
final
String
tgzFileName
=
settings
.
fitsPaths
.
cutouts
()
+
"/mcutout_TIMESTAMP.tar.gz"
;
String[] cmd = new String[6];
cmd[0] = "/bin/tar";
cmd[1] = "cfz";
...
...
@@ -148,13 +154,28 @@ class DatasetsCli implements Datasets
LOGGER.info("exec tar.gz exitValue: " + exec.exitValue);
boolean has_result = (exec.exitValue == 0);
*/
List
<
Path
>
paths
=
new
ArrayList
<
Path
>();
for
(
MCutResult
.
Cut
cut
:
cutArr
)
{
LOGGER
.
info
(
"cut-id"
+
String
.
valueOf
(
cut
.
index
)
+
" -> "
+
cut
.
content
);
if
(
cut
.
contentType
==
MCutResult
.
Cut
.
ContentType
.
FILENAME
)
{
Path
p
=
Paths
.
get
(
cut
.
content
);
paths
.
add
(
p
);
}
}
Path
output
=
Paths
.
get
(
tgzFileName
);
createTarGzipFiles
(
paths
,
output
);
MCutResult
mCutResult
=
new
MCutResult
();
mCutResult
.
cutResArr
=
cutArr
;
mCutResult
.
fileName
=
tgzFileName
;
mCutResult
.
fileSize
=
0
;
// FIXME add timestamp, add filesize when successful
// FIXME add
response.json to tar.gz, add
timestamp, add filesize when successful
return
mCutResult
;
}
...
...
@@ -200,5 +221,53 @@ class DatasetsCli implements Datasets
return
cut
;
}
/*
<dependency>
<groupId>org.apache.commons</groupId>
<artifactId>commons-compress</artifactId>
<version>1.20</version>
</dependency>
import org.apache.commons.compress.archivers.tar.TarArchiveEntry;
import org.apache.commons.compress.archivers.tar.TarArchiveOutputStream;
import org.apache.commons.compress.compressors.gzip.GzipCompressorOutputStream;
*/
public
static
void
createTarGzipFiles
(
List
<
Path
>
paths
,
Path
output
)
throws
IOException
{
try
(
OutputStream
fOut
=
Files
.
newOutputStream
(
output
);
BufferedOutputStream
buffOut
=
new
BufferedOutputStream
(
fOut
);
GzipCompressorOutputStream
gzOut
=
new
GzipCompressorOutputStream
(
buffOut
);
TarArchiveOutputStream
tOut
=
new
TarArchiveOutputStream
(
gzOut
))
{
for
(
Path
path
:
paths
)
{
if
(!
Files
.
isRegularFile
(
path
))
{
throw
new
IOException
(
"Must be regular file, but was : "
+
path
.
toString
());
}
TarArchiveEntry
tarEntry
=
new
TarArchiveEntry
(
path
.
toFile
(),
path
.
getFileName
().
toString
());
tOut
.
putArchiveEntry
(
tarEntry
);
// copy file to TarArchiveOutputStream
Files
.
copy
(
path
,
tOut
);
tOut
.
closeArchiveEntry
();
}
tOut
.
finish
();
}
}
}
This diff is collapsed.
Click to expand it.
Preview
0%
Loading
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Save comment
Cancel
Please
register
or
sign in
to comment