mirror of
https://github.com/actions/cache.git
synced 2024-11-24 18:51:26 +01:00
97f7baa910
Add zstd to cache versioning
434 lines
14 KiB
TypeScript
434 lines
14 KiB
TypeScript
import * as core from "@actions/core";
|
|
import * as path from "path";
|
|
|
|
import * as cacheHttpClient from "../src/cacheHttpClient";
|
|
import {
|
|
CacheFilename,
|
|
CompressionMethod,
|
|
Events,
|
|
Inputs
|
|
} from "../src/constants";
|
|
import { ArtifactCacheEntry } from "../src/contracts";
|
|
import run from "../src/restore";
|
|
import * as tar from "../src/tar";
|
|
import * as actionUtils from "../src/utils/actionUtils";
|
|
import * as testUtils from "../src/utils/testUtils";
|
|
|
|
jest.mock("../src/cacheHttpClient");
|
|
jest.mock("../src/tar");
|
|
jest.mock("../src/utils/actionUtils");
|
|
|
|
beforeAll(() => {
|
|
jest.spyOn(actionUtils, "isExactKeyMatch").mockImplementation(
|
|
(key, cacheResult) => {
|
|
const actualUtils = jest.requireActual("../src/utils/actionUtils");
|
|
return actualUtils.isExactKeyMatch(key, cacheResult);
|
|
}
|
|
);
|
|
|
|
jest.spyOn(actionUtils, "isValidEvent").mockImplementation(() => {
|
|
const actualUtils = jest.requireActual("../src/utils/actionUtils");
|
|
return actualUtils.isValidEvent();
|
|
});
|
|
|
|
jest.spyOn(actionUtils, "getSupportedEvents").mockImplementation(() => {
|
|
const actualUtils = jest.requireActual("../src/utils/actionUtils");
|
|
return actualUtils.getSupportedEvents();
|
|
});
|
|
|
|
jest.spyOn(actionUtils, "getCacheFileName").mockImplementation(cm => {
|
|
const actualUtils = jest.requireActual("../src/utils/actionUtils");
|
|
return actualUtils.getCacheFileName(cm);
|
|
});
|
|
});
|
|
|
|
beforeEach(() => {
|
|
process.env[Events.Key] = Events.Push;
|
|
});
|
|
|
|
afterEach(() => {
|
|
testUtils.clearInputs();
|
|
delete process.env[Events.Key];
|
|
});
|
|
|
|
test("restore with invalid event outputs warning", async () => {
|
|
const logWarningMock = jest.spyOn(actionUtils, "logWarning");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
const invalidEvent = "commit_comment";
|
|
process.env[Events.Key] = invalidEvent;
|
|
await run();
|
|
expect(logWarningMock).toHaveBeenCalledWith(
|
|
`Event Validation Error: The event type ${invalidEvent} is not supported. Only push, pull_request events are supported at this time.`
|
|
);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("restore with no path should fail", async () => {
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
await run();
|
|
// this input isn't necessary for restore b/c tarball contains entries relative to workspace
|
|
expect(failedMock).not.toHaveBeenCalledWith(
|
|
"Input required and not supplied: path"
|
|
);
|
|
});
|
|
|
|
test("restore with no key", async () => {
|
|
testUtils.setInput(Inputs.Path, "node_modules");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
await run();
|
|
expect(failedMock).toHaveBeenCalledWith(
|
|
"Input required and not supplied: key"
|
|
);
|
|
});
|
|
|
|
test("restore with too many keys should fail", async () => {
|
|
const key = "node-test";
|
|
const restoreKeys = [...Array(20).keys()].map(x => x.toString());
|
|
testUtils.setInputs({
|
|
path: "node_modules",
|
|
key,
|
|
restoreKeys
|
|
});
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
await run();
|
|
expect(failedMock).toHaveBeenCalledWith(
|
|
`Key Validation Error: Keys are limited to a maximum of 10.`
|
|
);
|
|
});
|
|
|
|
test("restore with large key should fail", async () => {
|
|
const key = "foo".repeat(512); // Over the 512 character limit
|
|
testUtils.setInputs({
|
|
path: "node_modules",
|
|
key
|
|
});
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
await run();
|
|
expect(failedMock).toHaveBeenCalledWith(
|
|
`Key Validation Error: ${key} cannot be larger than 512 characters.`
|
|
);
|
|
});
|
|
|
|
test("restore with invalid key should fail", async () => {
|
|
const key = "comma,comma";
|
|
testUtils.setInputs({
|
|
path: "node_modules",
|
|
key
|
|
});
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
await run();
|
|
expect(failedMock).toHaveBeenCalledWith(
|
|
`Key Validation Error: ${key} cannot contain commas.`
|
|
);
|
|
});
|
|
|
|
test("restore with no cache found", async () => {
|
|
const key = "node-test";
|
|
testUtils.setInputs({
|
|
path: "node_modules",
|
|
key
|
|
});
|
|
|
|
const infoMock = jest.spyOn(core, "info");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
const stateMock = jest.spyOn(core, "saveState");
|
|
|
|
const clientMock = jest.spyOn(cacheHttpClient, "getCacheEntry");
|
|
clientMock.mockImplementation(() => {
|
|
return Promise.resolve(null);
|
|
});
|
|
|
|
await run();
|
|
|
|
expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
|
|
expect(infoMock).toHaveBeenCalledWith(
|
|
`Cache not found for input keys: ${key}`
|
|
);
|
|
});
|
|
|
|
test("restore with server error should fail", async () => {
|
|
const key = "node-test";
|
|
testUtils.setInputs({
|
|
path: "node_modules",
|
|
key
|
|
});
|
|
|
|
const logWarningMock = jest.spyOn(actionUtils, "logWarning");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
const stateMock = jest.spyOn(core, "saveState");
|
|
|
|
const clientMock = jest.spyOn(cacheHttpClient, "getCacheEntry");
|
|
clientMock.mockImplementation(() => {
|
|
throw new Error("HTTP Error Occurred");
|
|
});
|
|
|
|
const setCacheHitOutputMock = jest.spyOn(actionUtils, "setCacheHitOutput");
|
|
|
|
await run();
|
|
|
|
expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key);
|
|
|
|
expect(logWarningMock).toHaveBeenCalledTimes(1);
|
|
expect(logWarningMock).toHaveBeenCalledWith("HTTP Error Occurred");
|
|
|
|
expect(setCacheHitOutputMock).toHaveBeenCalledTimes(1);
|
|
expect(setCacheHitOutputMock).toHaveBeenCalledWith(false);
|
|
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test("restore with restore keys and no cache found", async () => {
|
|
const key = "node-test";
|
|
const restoreKey = "node-";
|
|
testUtils.setInputs({
|
|
path: "node_modules",
|
|
key,
|
|
restoreKeys: [restoreKey]
|
|
});
|
|
|
|
const infoMock = jest.spyOn(core, "info");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
const stateMock = jest.spyOn(core, "saveState");
|
|
|
|
const clientMock = jest.spyOn(cacheHttpClient, "getCacheEntry");
|
|
clientMock.mockImplementation(() => {
|
|
return Promise.resolve(null);
|
|
});
|
|
|
|
await run();
|
|
|
|
expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
|
|
expect(infoMock).toHaveBeenCalledWith(
|
|
`Cache not found for input keys: ${key}, ${restoreKey}`
|
|
);
|
|
});
|
|
|
|
test("restore with gzip compressed cache found", async () => {
|
|
const key = "node-test";
|
|
testUtils.setInputs({
|
|
path: "node_modules",
|
|
key
|
|
});
|
|
|
|
const infoMock = jest.spyOn(core, "info");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
const stateMock = jest.spyOn(core, "saveState");
|
|
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: key,
|
|
scope: "refs/heads/master",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
const getCacheMock = jest.spyOn(cacheHttpClient, "getCacheEntry");
|
|
getCacheMock.mockImplementation(() => {
|
|
return Promise.resolve(cacheEntry);
|
|
});
|
|
const tempPath = "/foo/bar";
|
|
|
|
const createTempDirectoryMock = jest.spyOn(
|
|
actionUtils,
|
|
"createTempDirectory"
|
|
);
|
|
createTempDirectoryMock.mockImplementation(() => {
|
|
return Promise.resolve(tempPath);
|
|
});
|
|
|
|
const archivePath = path.join(tempPath, CacheFilename.Gzip);
|
|
const setCacheStateMock = jest.spyOn(actionUtils, "setCacheState");
|
|
const downloadCacheMock = jest.spyOn(cacheHttpClient, "downloadCache");
|
|
|
|
const fileSize = 142;
|
|
const getArchiveFileSizeMock = jest
|
|
.spyOn(actionUtils, "getArchiveFileSize")
|
|
.mockReturnValue(fileSize);
|
|
|
|
const extractTarMock = jest.spyOn(tar, "extractTar");
|
|
const unlinkFileMock = jest.spyOn(actionUtils, "unlinkFile");
|
|
const setCacheHitOutputMock = jest.spyOn(actionUtils, "setCacheHitOutput");
|
|
|
|
const compression = CompressionMethod.Gzip;
|
|
const getCompressionMock = jest
|
|
.spyOn(actionUtils, "getCompressionMethod")
|
|
.mockReturnValue(Promise.resolve(compression));
|
|
|
|
await run();
|
|
|
|
expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key);
|
|
expect(getCacheMock).toHaveBeenCalledWith([key], {
|
|
compressionMethod: compression
|
|
});
|
|
expect(setCacheStateMock).toHaveBeenCalledWith(cacheEntry);
|
|
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1);
|
|
expect(downloadCacheMock).toHaveBeenCalledWith(
|
|
cacheEntry.archiveLocation,
|
|
archivePath
|
|
);
|
|
expect(getArchiveFileSizeMock).toHaveBeenCalledWith(archivePath);
|
|
|
|
expect(extractTarMock).toHaveBeenCalledTimes(1);
|
|
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compression);
|
|
|
|
expect(unlinkFileMock).toHaveBeenCalledTimes(1);
|
|
expect(unlinkFileMock).toHaveBeenCalledWith(archivePath);
|
|
|
|
expect(setCacheHitOutputMock).toHaveBeenCalledTimes(1);
|
|
expect(setCacheHitOutputMock).toHaveBeenCalledWith(true);
|
|
|
|
expect(infoMock).toHaveBeenCalledWith(`Cache restored from key: ${key}`);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
expect(getCompressionMock).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
test("restore with a pull request event and zstd compressed cache found", async () => {
|
|
const key = "node-test";
|
|
testUtils.setInputs({
|
|
path: "node_modules",
|
|
key
|
|
});
|
|
|
|
process.env[Events.Key] = Events.PullRequest;
|
|
|
|
const infoMock = jest.spyOn(core, "info");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
const stateMock = jest.spyOn(core, "saveState");
|
|
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: key,
|
|
scope: "refs/heads/master",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
const getCacheMock = jest.spyOn(cacheHttpClient, "getCacheEntry");
|
|
getCacheMock.mockImplementation(() => {
|
|
return Promise.resolve(cacheEntry);
|
|
});
|
|
const tempPath = "/foo/bar";
|
|
|
|
const createTempDirectoryMock = jest.spyOn(
|
|
actionUtils,
|
|
"createTempDirectory"
|
|
);
|
|
createTempDirectoryMock.mockImplementation(() => {
|
|
return Promise.resolve(tempPath);
|
|
});
|
|
|
|
const archivePath = path.join(tempPath, CacheFilename.Zstd);
|
|
const setCacheStateMock = jest.spyOn(actionUtils, "setCacheState");
|
|
const downloadCacheMock = jest.spyOn(cacheHttpClient, "downloadCache");
|
|
|
|
const fileSize = 62915000;
|
|
const getArchiveFileSizeMock = jest
|
|
.spyOn(actionUtils, "getArchiveFileSize")
|
|
.mockReturnValue(fileSize);
|
|
|
|
const extractTarMock = jest.spyOn(tar, "extractTar");
|
|
const setCacheHitOutputMock = jest.spyOn(actionUtils, "setCacheHitOutput");
|
|
const compression = CompressionMethod.Zstd;
|
|
const getCompressionMock = jest
|
|
.spyOn(actionUtils, "getCompressionMethod")
|
|
.mockReturnValue(Promise.resolve(compression));
|
|
|
|
await run();
|
|
|
|
expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key);
|
|
expect(getCacheMock).toHaveBeenCalledWith([key], {
|
|
compressionMethod: compression
|
|
});
|
|
expect(setCacheStateMock).toHaveBeenCalledWith(cacheEntry);
|
|
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1);
|
|
expect(downloadCacheMock).toHaveBeenCalledWith(
|
|
cacheEntry.archiveLocation,
|
|
archivePath
|
|
);
|
|
expect(getArchiveFileSizeMock).toHaveBeenCalledWith(archivePath);
|
|
expect(infoMock).toHaveBeenCalledWith(`Cache Size: ~60 MB (62915000 B)`);
|
|
|
|
expect(extractTarMock).toHaveBeenCalledTimes(1);
|
|
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compression);
|
|
|
|
expect(setCacheHitOutputMock).toHaveBeenCalledTimes(1);
|
|
expect(setCacheHitOutputMock).toHaveBeenCalledWith(true);
|
|
|
|
expect(infoMock).toHaveBeenCalledWith(`Cache restored from key: ${key}`);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
expect(getCompressionMock).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
test("restore with cache found for restore key", async () => {
|
|
const key = "node-test";
|
|
const restoreKey = "node-";
|
|
testUtils.setInputs({
|
|
path: "node_modules",
|
|
key,
|
|
restoreKeys: [restoreKey]
|
|
});
|
|
|
|
const infoMock = jest.spyOn(core, "info");
|
|
const failedMock = jest.spyOn(core, "setFailed");
|
|
const stateMock = jest.spyOn(core, "saveState");
|
|
|
|
const cacheEntry: ArtifactCacheEntry = {
|
|
cacheKey: restoreKey,
|
|
scope: "refs/heads/master",
|
|
archiveLocation: "www.actionscache.test/download"
|
|
};
|
|
const getCacheMock = jest.spyOn(cacheHttpClient, "getCacheEntry");
|
|
getCacheMock.mockImplementation(() => {
|
|
return Promise.resolve(cacheEntry);
|
|
});
|
|
const tempPath = "/foo/bar";
|
|
|
|
const createTempDirectoryMock = jest.spyOn(
|
|
actionUtils,
|
|
"createTempDirectory"
|
|
);
|
|
createTempDirectoryMock.mockImplementation(() => {
|
|
return Promise.resolve(tempPath);
|
|
});
|
|
|
|
const archivePath = path.join(tempPath, CacheFilename.Zstd);
|
|
const setCacheStateMock = jest.spyOn(actionUtils, "setCacheState");
|
|
const downloadCacheMock = jest.spyOn(cacheHttpClient, "downloadCache");
|
|
|
|
const fileSize = 142;
|
|
const getArchiveFileSizeMock = jest
|
|
.spyOn(actionUtils, "getArchiveFileSize")
|
|
.mockReturnValue(fileSize);
|
|
|
|
const extractTarMock = jest.spyOn(tar, "extractTar");
|
|
const setCacheHitOutputMock = jest.spyOn(actionUtils, "setCacheHitOutput");
|
|
const compression = CompressionMethod.Zstd;
|
|
const getCompressionMock = jest
|
|
.spyOn(actionUtils, "getCompressionMethod")
|
|
.mockReturnValue(Promise.resolve(compression));
|
|
|
|
await run();
|
|
|
|
expect(stateMock).toHaveBeenCalledWith("CACHE_KEY", key);
|
|
expect(getCacheMock).toHaveBeenCalledWith([key, restoreKey], {
|
|
compressionMethod: compression
|
|
});
|
|
expect(setCacheStateMock).toHaveBeenCalledWith(cacheEntry);
|
|
expect(createTempDirectoryMock).toHaveBeenCalledTimes(1);
|
|
expect(downloadCacheMock).toHaveBeenCalledWith(
|
|
cacheEntry.archiveLocation,
|
|
archivePath
|
|
);
|
|
expect(getArchiveFileSizeMock).toHaveBeenCalledWith(archivePath);
|
|
expect(infoMock).toHaveBeenCalledWith(`Cache Size: ~0 MB (142 B)`);
|
|
|
|
expect(extractTarMock).toHaveBeenCalledTimes(1);
|
|
expect(extractTarMock).toHaveBeenCalledWith(archivePath, compression);
|
|
|
|
expect(setCacheHitOutputMock).toHaveBeenCalledTimes(1);
|
|
expect(setCacheHitOutputMock).toHaveBeenCalledWith(false);
|
|
|
|
expect(infoMock).toHaveBeenCalledWith(
|
|
`Cache restored from key: ${restoreKey}`
|
|
);
|
|
expect(failedMock).toHaveBeenCalledTimes(0);
|
|
expect(getCompressionMock).toHaveBeenCalledTimes(1);
|
|
});
|