-
Notifications
You must be signed in to change notification settings - Fork 8
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Adding workload unit tests #3403
Merged
Merged
Changes from 5 commits
Commits
Show all changes
12 commits
Select commit
Hold shift + click to select a range
651b345
Adding workload unit tests
maayarosama f8022eb
Adding workload type instances
maayarosama 205c0ad
Adding workload type instances
maayarosama 56823ec
Merge branch 'development' into development_workload_tests
maayarosama 06beb88
Adding public ipv4, network and qsfs instances
maayarosama 5ed97dd
Merge branch 'development' into development_workload_tests
maayarosama 9572cfd
Fixing network's tests and most of qsfs tests
maayarosama bd761f9
Merge branch 'development' into development_workload_tests
maayarosama 7974177
Refactoring workload test file and fixing serialize and deserialize f…
maayarosama e6a4acb
Remove console logs
maayarosama 7df4504
Merge branch 'development' into development_workload_tests
maayarosama c020774
initialize zmachine light and znetwork light instances
maayarosama File filter
Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,293 @@ | ||
import { plainToClass } from "class-transformer"; | ||
|
||
import { DeploymentResult, QuantumSafeFSConfig, ResultStates, Workload, WorkloadTypes, ZdbModes } from "../../src"; | ||
import { | ||
ComputeCapacity, | ||
GatewayFQDNProxy, | ||
GatewayNameProxy, | ||
Mount, | ||
PublicIP, | ||
QuantumSafeFS, | ||
Volume, | ||
Zdb, | ||
Zlogs, | ||
Zmachine, | ||
ZmachineNetwork, | ||
Zmount, | ||
Znet, | ||
} from "../../src"; | ||
import { PublicIPv4 } from "../../src/zos/ipv4"; | ||
|
||
let workload: Workload; | ||
|
||
// Creates instances of workload data types and set their data | ||
const createDataInstance = (type: WorkloadTypes) => { | ||
let instance; | ||
const network = new ZmachineNetwork(); | ||
const computeCapacity = new ComputeCapacity(); | ||
const disks = new Mount(); | ||
|
||
const rootfs_size = 2; | ||
const size = 100 * 1025 ** 2; | ||
|
||
const qsfsCache = 262144000; // Fixed cache size | ||
switch (type) { | ||
case WorkloadTypes.zmachine: | ||
instance = new Zmachine(); | ||
computeCapacity.cpu = 1; | ||
computeCapacity.memory = 256 * 1024 ** 2; | ||
network.planetary = true; | ||
network.public_ip = "10.249.0.0/16"; | ||
network.interfaces = [ | ||
{ | ||
network: "znetwork", | ||
ip: "10.20.2.2", | ||
}, | ||
]; | ||
network.mycelium = { | ||
network: "mycelium_net", | ||
hex_seed: "abc123", | ||
}; | ||
|
||
disks.name = "zdisk"; | ||
disks.mountpoint = "/mnt/data"; | ||
|
||
instance.flist = "https://hub.grid.tf/tf-official-vms/ubuntu-22.04.flist"; | ||
instance.network = network; | ||
instance.size = rootfs_size * 1024 ** 3; | ||
instance.mounts = [disks]; | ||
instance.entrypoint = "/sbin/zinit init"; | ||
instance.compute_capacity = computeCapacity; | ||
instance.env = { key: "value" }; | ||
instance.corex = false; | ||
instance.gpu = ["AMD", "NIVIDIA"]; | ||
|
||
break; | ||
case WorkloadTypes.zmount: | ||
instance = new Zmount(); | ||
instance.size = size; | ||
|
||
break; | ||
case WorkloadTypes.volume: | ||
instance = new Volume(); | ||
instance.size = size; | ||
break; | ||
case WorkloadTypes.network: | ||
instance = new Znet(); | ||
instance.subnet = "10.0.0.1/32"; | ||
instance.ip_range = "10.0.0.2/32"; | ||
instance.wireguard_private_key = "2BwI0a7lVYxeKsh7jklashakdfjasdf7jksdHf"; | ||
instance.wireguard_listen_port = 5566; | ||
instance.peers = [ | ||
{ | ||
subnet: "10.0.1.0/24", | ||
wireguard_public_key: "9I8H7G6F5E4D3C2B1A0J", | ||
allowed_ips: ["10.0.1.6"], | ||
endpoint: "185.206.122.31:5566", | ||
}, | ||
]; | ||
instance.mycelium = { | ||
hex_key: "abc123", | ||
}; | ||
break; | ||
|
||
case WorkloadTypes.zdb: | ||
instance = new Zdb(); | ||
instance.size = size; | ||
instance.mode = ZdbModes.user; | ||
instance.password = "123456"; | ||
instance.public = false; | ||
break; | ||
|
||
case WorkloadTypes.ip: | ||
instance = new PublicIP(); | ||
instance.v4 = true; | ||
instance.v6 = false; | ||
|
||
break; | ||
case WorkloadTypes.ipv4: | ||
instance = new PublicIPv4(); | ||
break; | ||
case WorkloadTypes.qsfs: | ||
instance = new QuantumSafeFS(); | ||
instance.cache = qsfsCache; | ||
instance.config = { | ||
minimal_shards: 2, | ||
expected_shards: 3, | ||
redundant_groups: 0, | ||
redundant_nodes: 0, | ||
max_zdb_data_dir_size: 2, | ||
encryption: { | ||
algorithm: "algorithm", | ||
encryption_key: "EncryptionKey12345678", | ||
}, | ||
meta: { | ||
type: "qsfs", | ||
config: { | ||
prefix: "qsfs", | ||
encryption: { | ||
algorithm: "algorithm", | ||
encryption_key: "EncryptionKey12345678", | ||
}, | ||
backends: [{ address: "localhost", namespace: "http://localhost", password: "password" }], | ||
}, | ||
}, | ||
|
||
groups: [{ address: "localhost", namespace: "http://localhost", password: "password" }], | ||
compression: { | ||
algorithm: "algorithm", | ||
}, | ||
}; | ||
break; | ||
case WorkloadTypes.zlogs: | ||
instance = new Zlogs(); | ||
instance.zmachine = "zmachine"; | ||
instance.output = "zlog"; | ||
break; | ||
case WorkloadTypes.gatewayfqdnproxy: | ||
instance = new GatewayFQDNProxy(); | ||
instance.fqdn = "dmftv9qfff.gent02.dev.grid.tf"; | ||
instance.tls_passthrough = false; | ||
instance.backends = ["http://185.206.122.43:80"]; | ||
|
||
break; | ||
case WorkloadTypes.gatewaynameproxy: | ||
instance = new GatewayNameProxy(); | ||
instance.name = "GatewayNameProxy"; | ||
instance.tls_passthrough = false; | ||
instance.backends = ["http://185.206.122.43:80"]; | ||
|
||
break; | ||
default: | ||
throw new Error(`Invalid WorkloadType: ${type}`); | ||
} | ||
|
||
return instance; | ||
}; | ||
|
||
// Test for each WorkloadType | ||
describe.each(Object.values(WorkloadTypes))("Workload Tests for %s", type => { | ||
beforeEach(() => { | ||
const dataInstance = createDataInstance(type); | ||
workload = new Workload(); | ||
workload.version = 1; | ||
workload.name = "Test Workload"; | ||
workload.type = type; | ||
workload.metadata = "Metadata"; | ||
workload.description = "A test for workload"; | ||
workload.data = dataInstance; | ||
workload.result = new DeploymentResult(); | ||
workload.result.created = Date.now(); | ||
workload.result.state = ResultStates.ok; | ||
workload.result.message = "Deployment successful"; | ||
workload.result.data = workload.data; | ||
// if (workload.type === WorkloadTypes.qsfs) { | ||
// console.log("here", workload.data.config); | ||
// } | ||
}); | ||
|
||
test("should create a valid Workload instance", () => { | ||
expect(workload).toBeInstanceOf(Workload); | ||
}); | ||
|
||
test("should handle valid Workload properties", () => { | ||
expect(workload.version).toBe(1); | ||
expect(workload.name).toBe("Test Workload"); | ||
expect(workload.type).toBe(type); | ||
expect(workload.metadata).toBe("Metadata"); | ||
expect(workload.description).toBe("A test for workload"); | ||
expect(workload.result.created).toBeGreaterThan(0); | ||
expect(workload.result.state).toBe(ResultStates.ok); | ||
expect(workload.result.message).toBe("Deployment successful"); | ||
|
||
switch (type) { | ||
case WorkloadTypes.zmachine: | ||
expect(workload.data).toBeInstanceOf(Zmachine); | ||
break; | ||
case WorkloadTypes.zmount: | ||
expect(workload.data).toBeInstanceOf(Zmount); | ||
break; | ||
case WorkloadTypes.volume: | ||
expect(workload.data).toBeInstanceOf(Volume); | ||
break; | ||
case WorkloadTypes.network: | ||
expect(workload.data).toBeInstanceOf(Znet); | ||
break; | ||
case WorkloadTypes.zdb: | ||
expect(workload.data).toBeInstanceOf(Zdb); | ||
break; | ||
case WorkloadTypes.ip: | ||
expect(workload.data).toBeInstanceOf(PublicIP); | ||
break; | ||
case WorkloadTypes.ipv4: | ||
expect(workload.data).toBeInstanceOf(PublicIPv4); | ||
break; | ||
|
||
case WorkloadTypes.qsfs: | ||
expect(workload.data).toBeInstanceOf(QuantumSafeFS); | ||
break; | ||
case WorkloadTypes.zlogs: | ||
expect(workload.data).toBeInstanceOf(Zlogs); | ||
break; | ||
case WorkloadTypes.gatewayfqdnproxy: | ||
expect(workload.data).toBeInstanceOf(GatewayFQDNProxy); | ||
break; | ||
case WorkloadTypes.gatewaynameproxy: | ||
expect(workload.data).toBeInstanceOf(GatewayNameProxy); | ||
break; | ||
default: | ||
throw new Error("Unhandled WorkloadType"); | ||
} | ||
}); | ||
|
||
test("should correctly serialize and deserialize Workload", () => { | ||
const serialized = JSON.stringify(workload); | ||
const deserialized = plainToClass(Workload, JSON.parse(serialized)); | ||
|
||
if (deserialized.data) { | ||
if (workload.type === WorkloadTypes.qsfs) { | ||
deserialized.data = plainToClass(createDataInstance(type).constructor, deserialized.data); | ||
deserialized.data = plainToClass(QuantumSafeFSConfig, deserialized.data); | ||
// deserialized.data.config.encryption = plainToClass(Encryption, deserialized.data.config.encryption); | ||
|
||
// Deserializing nested structures like ZdbBackend, ZdbGroup, etc. | ||
// deserialized.data.config.groups = deserialized.data.config.groups.map(group => | ||
// plainToClass(ZdbGroup, group) | ||
// ); | ||
} else { | ||
deserialized.data = plainToClass(createDataInstance(type).constructor, deserialized.data); | ||
} | ||
} | ||
|
||
// if (deserialized.data) { | ||
// } | ||
|
||
expect(deserialized).toBeInstanceOf(Workload); | ||
expect(deserialized.challenge()).toBe(workload.challenge()); | ||
}); | ||
|
||
test("should correctly compute the challenge string", () => { | ||
const expectedChallenge = | ||
workload.version.toString() + | ||
workload.name + | ||
workload.type.toString() + | ||
workload.metadata + | ||
workload.description + | ||
workload.data.challenge(); | ||
console.log("data", workload.data); | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. do we need this log ? |
||
|
||
expect(workload.challenge()).toBe(expectedChallenge); | ||
}); | ||
|
||
test("should handle invalid DeploymentResult", () => { | ||
const invalidResult = new DeploymentResult(); | ||
invalidResult.created = Date.now(); | ||
invalidResult.state = "invalid-state" as any; | ||
invalidResult.message = "Deployment successful"; | ||
invalidResult.data = workload.data; | ||
|
||
workload.result = invalidResult; | ||
|
||
expect(() => workload.challenge()).not.toThrow(); | ||
}); | ||
}); |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
might be a good idea to declare 1024 as a constant as it is used more than once
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
I think this's not needed as I only used twice and the 1024 indicates the number of bytes