Skip to content
Snippets Groups Projects
Commit 5f571e5b authored by Jan Kožusznik's avatar Jan Kožusznik
Browse files

code: instrument link demodata by created file

parent 9b705727
No related branches found
No related tags found
No related merge requests found
...@@ -32,6 +32,7 @@ import cz.it4i.fiji.haas_java_client.JobState; ...@@ -32,6 +32,7 @@ import cz.it4i.fiji.haas_java_client.JobState;
import cz.it4i.fiji.haas_java_client.ProgressNotifier; import cz.it4i.fiji.haas_java_client.ProgressNotifier;
import cz.it4i.fiji.haas_java_client.TransferFileProgressForHaaSClient; import cz.it4i.fiji.haas_java_client.TransferFileProgressForHaaSClient;
import cz.it4i.fiji.haas_java_client.UploadingFile; import cz.it4i.fiji.haas_java_client.UploadingFile;
import cz.it4i.fiji.haas_java_client.UploadingFileData;
import cz.it4i.fiji.scpclient.TransferFileProgress; import cz.it4i.fiji.scpclient.TransferFileProgress;
/*** /***
...@@ -484,4 +485,10 @@ public class Job { ...@@ -484,4 +485,10 @@ public class Job {
setProperty(JOB_CAN_BE_DOWNLOADED, b); setProperty(JOB_CAN_BE_DOWNLOADED, b);
} }
public void createEmptyFile(String fileName) throws InterruptedIOException {
try(HaaSFileTransfer transfer = haasClientSupplier.get().startFileTransfer(getId())) {
transfer.upload(new UploadingFileData(fileName));
}
}
} }
package cz.it4i.fiji.haas_java_client;
import java.io.ByteArrayInputStream;
import java.io.IOException;
import java.io.InputStream;
public class UploadingFileData implements UploadingFile {
private final byte[] data;
private final String name;
public UploadingFileData(String name, byte[] data) {
this.data = data;
this.name = name;
}
public UploadingFileData(String string) {
this(string, new byte[0]);
}
@Override
public InputStream getInputStream() {
return new ByteArrayInputStream(data);
}
@Override
public String getName() {
return name;
}
@Override
public long getLength() throws IOException {
return data.length;
}
@Override
public long getLastTime() {
return 0;
}
}
...@@ -36,7 +36,7 @@ public class TestHaaSJavaClient { ...@@ -36,7 +36,7 @@ public class TestHaaSJavaClient {
JobInfo info; JobInfo info;
do { do {
try { try {
Thread.sleep(30000); Thread.sleep(1000);
} catch (InterruptedException e) { } catch (InterruptedException e) {
e.printStackTrace(); e.printStackTrace();
} }
...@@ -52,7 +52,7 @@ public class TestHaaSJavaClient { ...@@ -52,7 +52,7 @@ public class TestHaaSJavaClient {
client.getChangedFiles(jobId).forEach(file -> wrap(() -> fileTransfer.download(file, workDir))); client.getChangedFiles(jobId).forEach(file -> wrap(() -> fileTransfer.download(file, workDir)));
} }
} }
log.info("JobId :" + jobId + ", state" + info.getState()); log.info("JobId :" + jobId + ", state - " + info.getState());
} while (info.getState() != JobState.Canceled && info.getState() != JobState.Failed } while (info.getState() != JobState.Canceled && info.getState() != JobState.Failed
&& info.getState() != JobState.Finished); && info.getState() != JobState.Finished);
} }
......
...@@ -536,6 +536,9 @@ public class BenchmarkJobManager implements Closeable { ...@@ -536,6 +536,9 @@ public class BenchmarkJobManager implements Closeable {
public BenchmarkJob createJob(Function<Path, Path> inputDirectoryProvider, public BenchmarkJob createJob(Function<Path, Path> inputDirectoryProvider,
Function<Path, Path> outputDirectoryProvider) throws IOException { Function<Path, Path> outputDirectoryProvider) throws IOException {
Job job = jobManager.createJob( getJobSettings(),inputDirectoryProvider, outputDirectoryProvider); Job job = jobManager.createJob( getJobSettings(),inputDirectoryProvider, outputDirectoryProvider);
if(job.getInputDirectory() == null) {
job.createEmptyFile(Constants.DEMO_DATA_SIGNAL_FILE_NAME);
}
return convertJob(job); return convertJob(job);
} }
......
...@@ -55,5 +55,6 @@ public interface Constants { ...@@ -55,5 +55,6 @@ public interface Constants {
String SUMMARY_FILE_HEADER = "Task;AvgMemoryUsage;AvgWallTime;MaxWallTime;TotalTime;JobCount"; String SUMMARY_FILE_HEADER = "Task;AvgMemoryUsage;AvgWallTime;MaxWallTime;TotalTime;JobCount";
String DONE_TASK = "done"; String DONE_TASK = "done";
int CORES_PER_NODE = 24; int CORES_PER_NODE = 24;
String DEMO_DATA_SIGNAL_FILE_NAME = "demodata";
} }
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment