1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
package xyz.driver.core
import java.io.File
import java.nio.file.Paths
import com.amazonaws.services.s3.AmazonS3
import com.amazonaws.services.s3.model._
import org.mockito.Matchers._
import org.mockito.Mockito._
import org.scalatest.mock.MockitoSugar
import org.scalatest.{FlatSpec, Matchers}
import xyz.driver.core.file.{FileSystemStorage, S3Storage}
import scala.concurrent.Await
import scala.concurrent.duration._
class FileTest extends FlatSpec with Matchers with MockitoSugar {
"S3 Storage" should "create and download local files and do other operations" in {
import scala.collection.JavaConverters._
val tempDir = System.getProperty("java.io.tmpdir")
val sourceTestFile = generateTestLocalFile(tempDir)
val testFileName = "uploadTestFile"
val randomFolderName = java.util.UUID.randomUUID().toString
val testDirPath = Paths.get(randomFolderName)
val testFilePath = Paths.get(randomFolderName, testFileName)
val testBucket = Name[Bucket]("IamBucket")
val s3PutMock = mock[PutObjectResult]
when(s3PutMock.getETag).thenReturn("IAmEtag")
val s3ObjectSummaryMock = mock[S3ObjectSummary]
when(s3ObjectSummaryMock.getKey).thenReturn(testFileName)
when(s3ObjectSummaryMock.getETag).thenReturn("IAmEtag")
when(s3ObjectSummaryMock.getLastModified).thenReturn(new java.util.Date())
val s3ResultsMock = mock[ListObjectsV2Result]
when(s3ResultsMock.getNextContinuationToken).thenReturn("continuationToken")
when(s3ResultsMock.isTruncated).thenReturn(false, // before file created it is empty (zero pages)
true,
false, // after file is uploaded it contains this one file (one page)
false) // after file is deleted it is empty (zero pages) again
when(s3ResultsMock.getObjectSummaries).thenReturn(
// before file created it is empty, `getObjectSummaries` is never called
List[S3ObjectSummary](s3ObjectSummaryMock).asJava, // after file is uploaded it contains this one file
List.empty[S3ObjectSummary].asJava) // after file is deleted it is empty again
val s3ObjectMetadataMock = mock[ObjectMetadata]
val amazonS3Mock = mock[AmazonS3]
when(amazonS3Mock.listObjectsV2(any[ListObjectsV2Request]())).thenReturn(s3ResultsMock)
when(amazonS3Mock.putObject(testBucket, testFilePath.toString, sourceTestFile)).thenReturn(s3PutMock)
when(amazonS3Mock.getObject(any[GetObjectRequest](), any[File]())).thenReturn(s3ObjectMetadataMock)
val s3Storage = new S3Storage(amazonS3Mock, testBucket, scala.concurrent.ExecutionContext.global)
val filesBefore = Await.result(s3Storage.list(testDirPath).run, 10 seconds)
filesBefore shouldBe empty
Await.result(s3Storage.upload(sourceTestFile, testFilePath), 10 seconds)
val filesAfterUpload = Await.result(s3Storage.list(testDirPath).run, 10 seconds)
filesAfterUpload.size should be(1)
val uploadedFileLine = filesAfterUpload.head
uploadedFileLine.name should be(Name[File](testFileName))
uploadedFileLine.location should be(testFilePath)
uploadedFileLine.revision.id.length should be > 0
uploadedFileLine.lastModificationDate.millis should be > 0L
val downloadedFile = Await.result(s3Storage.download(testFilePath).run, 10 seconds)
downloadedFile shouldBe defined
downloadedFile.foreach {
_.getAbsolutePath.endsWith(testFilePath.toString) should be(true)
}
Await.result(s3Storage.delete(testFilePath), 10 seconds)
val filesAfterRemoval = Await.result(s3Storage.list(testDirPath).run, 10 seconds)
filesAfterRemoval shouldBe empty
}
"Filesystem files storage" should "create and download local files and do other operations" in {
val tempDir = System.getProperty("java.io.tmpdir")
val sourceTestFile = generateTestLocalFile(tempDir)
val randomFolderName = java.util.UUID.randomUUID().toString
val testDirPath = Paths.get(tempDir, randomFolderName)
val testFilePath = Paths.get(tempDir, randomFolderName, "uploadTestFile")
val fileStorage = new FileSystemStorage(scala.concurrent.ExecutionContext.global)
val filesBefore = Await.result(fileStorage.list(testDirPath).run, 10 seconds)
filesBefore shouldBe empty
Await.result(fileStorage.upload(sourceTestFile, testFilePath), 10 seconds)
val filesAfterUpload = Await.result(fileStorage.list(testDirPath).run, 10 seconds)
filesAfterUpload.size should be(1)
val uploadedFileLine = filesAfterUpload.head
uploadedFileLine.name should be(Name[File]("uploadTestFile"))
uploadedFileLine.location should be(testFilePath)
uploadedFileLine.revision.id.length should be > 0
uploadedFileLine.lastModificationDate.millis should be > 0L
val downloadedFile = Await.result(fileStorage.download(testFilePath).run, 10 seconds)
downloadedFile shouldBe defined
downloadedFile.map(_.getAbsolutePath) should be(Some(testFilePath.toString))
Await.result(fileStorage.delete(testFilePath), 10 seconds)
val filesAfterRemoval = Await.result(fileStorage.list(testDirPath).run, 10 seconds)
filesAfterRemoval shouldBe empty
}
private def generateTestLocalFile(path: String): File = {
val randomSourceFolderName = java.util.UUID.randomUUID().toString
val sourceTestFile = new File(Paths.get(path, randomSourceFolderName, "uploadTestFile").toString)
sourceTestFile.getParentFile.mkdirs() should be(true)
sourceTestFile.createNewFile() should be(true)
using(new java.io.PrintWriter(sourceTestFile)) { _.append("Test File Contents") }
sourceTestFile
}
}
|
