From 3d1ecf97cff651f448f0e01ad3db5b8ebe9a20c2 Mon Sep 17 00:00:00 2001
From: Christophe de Vienne <christophe.devienne@orus.io>
Date: Tue, 9 Apr 2024 19:50:35 +0200
Subject: [PATCH] hg-cache: add a e2e test

Signed-off-by: Christophe de Vienne <christophe.devienne@orus.io>
---
 test/e2e/assets/hg-repos/README.md |   6 ++
 test/e2e/assets/hg-repos/asset.tgz | Bin 0 -> 2677 bytes
 test/e2e/assets/hg-repos/build.sh  |  44 ++++++++
 test/e2e/hg_test.go                | 167 +++++++++++++++++++++++++++++
 4 files changed, 217 insertions(+)
 create mode 100644 test/e2e/assets/hg-repos/README.md
 create mode 100644 test/e2e/assets/hg-repos/asset.tgz
 create mode 100755 test/e2e/assets/hg-repos/build.sh
 create mode 100644 test/e2e/hg_test.go

diff --git a/test/e2e/assets/hg-repos/README.md b/test/e2e/assets/hg-repos/README.md
new file mode 100644
index 00000000..ce1330fe
--- /dev/null
+++ b/test/e2e/assets/hg-repos/README.md
@@ -0,0 +1,6 @@
+``build.sh`` assemble a mercurial repository and more, suitable for testing the hg
+fetcher cache feature:
+
+- A base repository (repo)
+- A bundle with an extra changeset
+- A json file with the changeset ids we need in the test, and the bundle filename
diff --git a/test/e2e/assets/hg-repos/asset.tgz b/test/e2e/assets/hg-repos/asset.tgz
new file mode 100644
index 0000000000000000000000000000000000000000..0f4cdca922e8990bb27ba572bf1cae929f6cd548
GIT binary patch
literal 2677
zcmV-*3X1g~iwFP!000001MQp%bQ8xJ$5$AP(Zd7?N4U2Jj0wo>y;`ms8_ZG6@d!78
ztaeA1unwbL83ReMslkscwlVa@TsB95gc5GbQ3ALL7<i#IS4rA%gyT_%Bs48AfdKBx
z2MEb@F_spb%+F6=YqYCxt#AJG&3rSX=pIPW!4z1Q_8f7R#=MV}AUMTfG{G_q#vmAu
zvp9*MbntHtLEMteyHFGnM37<y4hMM3d1|lMQlfjfK(aHqm7x0mCzK=fzZO*ZKiZNQ
zygE>Q|C1z1LH}!km;a{=ykG%As0P*Zzj7W<(F_g!uLb`8R~|x=&FV-pC?8BBkZW$k
z<6wrNp3(oxc{t1BivF>hn^p(<zbgMboFEkl0kTnj|1&HN{jUj6@xN6Hu>V;cua^HQ
z=zmT4Kka|OY?Q};_SyYU;Iwi&N(4R>`2+p$<9|Evu$qA+o82~>3{vH?(i+)NYyWAC
z^zuLJ@ju2AQ2$zxFq>L2_Q#JVHVNNp=9?c|^`Nk*qf$(otu}y1%c(L#5jew$z{r>|
zqrfvf!|`SgDE?D^1Yl%M6vN>r8rPq{SAWdgdz&rn*>?7qkpnM+V<Z`=yp^cbEtyZ0
z5KN!|BZ!n4u$;hhCZ&xx@)S#O0uTreh$Ky!8ByT%k8PXGN{P`-aF~(fMUr4loQcG7
zK>#F8kRnYP35;P)jQ;ku%Xms@QT~|+mcMstbh19sC-kYI?PvbKU$6&jhL`?Dt4q;>
z9QX>Z+W(`mC-slhQ2!8!26*Y;1*W;JE+7TmhN}K?(x?AV;}`?=uLY8YcL9UMn?dc4
zW02>=OaH-2|2{|lpCUcuKbZdwK7RgpnFND_w*$$Lf(OWkdj5~~&HpF?0Ji^HAObV*
zwgn}#0;vV~>A!ryY<4(BAO)xaP}M)<+y1i{O+x)^LFrS#ZP;%c4zrzoIOEs~dC+>-
z%3EE(rH9*3yy*Ld1ePk}zYC-UF#N0QpY)yoXGjKz`qzTIf1lmwIePT&IcCnuZu4UA
z2%;r^`Zu|FhhQNLCSD3uRaetLPBOmwr)k*#*8~!01QH|7JVmi0U??L?P%PkZ+KgkA
zNYesmG*dLip}78;Pj#XdqY9W(dg<}gKS*(cRN3G(NoCIsSj|<as(*~|(Lc+;{I90y
zJn?`1z>8vLr+0IvG)@?OJZr$<7kyKZ;Nz!%&*+~pq*x`Z$rhlxUcLCwl&$|_X{diK
zz|m(7>w1ne<056^c(a-0NJ=mQjK>8)nRtfaNt4LZENS8>GivrMBrqry3C91I9xwfu
z_xyukLw)|&Z~n)#Bn;|b17J`6*NvC{CD~<7R>u88k~=w|)4<i6|Mm3$l}G~Te>LF=
z|2thT%ltpZ!u_9`;OBp{qvi{~eNc`6l)wI282>dv<Ym6cqeairR()AP#j<JT>5INU
zNO1Afe-KuIs*e8&-}Rpi0r!7tgXoljLvV^fU(xXE6M+M`c$)}pGOu@m6q_^AAUN&G
zN}Z6bPKRNpB#Ra0DY#xr=3Npff2uF5L9ofFP59{_!zwp`MOy=8Lrwpl$^Iwze=rOV
z=l``K1kqLeMJW%mvbb^`&{Ot@J;MFG8>XnT-({P$D&9(0Y4<6cxvB!M_6DzjeQ>`F
z{Pdq};g$B>>68Q415oY%W4`;p7@CFp*MutCf5E~#5`hxW0~G+&{O{T9?K}TN!To>Q
zpnKH*rznr~%HqoQ-?Kh!>wj{GzNc?{ZNF*VLASJTxcB8zyL&u9)9oP$k@;Hdw0+@4
z4+rdUbc~qTedjt|(w4b@U~&qjzopD7S@^T<`$&{ocyz>+e_rKIruANNdi$91BM;w~
z<`o_YpMXB-GkxBFhmCDCG&ecygEULlo-K!(IEJ{l%pKQZ^oAuF`OV{+&it-f9V8|y
z`?KC5kM0*i<|~i2NO|;l6hYKxv&-&!ZN0k44@GTTzqQ?s${mO=-<V*GTbjfDaq+m-
z%~v<8v-k3loB3Nh?!LQQ-Y>WOB567L>Cy&oyKPfvO<&XOUl-)9Q3o;`&|NymwfoD4
zhS^!$!frb<B1dEuU+H)7TnB{cJaqLMs^n9qAT{g8$;^L@c(7@9t8b@l@Au8|A45Wr
z;)uqR>g{+xF-T5*cKq~THvSK+jpxY!QW(ttX+qWhf0qE28K3~zP#ym(ulcP1p=db&
zuMJiA|8<q^zuF!EH(V7^tEpQ5UJ2m<*ih9!PWbNsAsLwe*M`UX_vo@gWpSncV_Vp7
zCWW1tYTdfpU9aA$%w5(tBfT$o3r>d&9C9uH8kAoxUiuHh$gdpL@jr|Ee*Xg;|7%8R
zDJr_{_8I6S@1wF4O?H74Mb@ZWvO1Ik3qYMV5%ts+)W*+ny5WxDUj|<KxA98<%nl@p
zPXuKN-9VwLf82NdKSR+l|Dy>YRd(^HAO+{k6(KJ>-s^vz&LlhUN(%TFKvggQUzYzN
zNI3tm3DG@_tdZa_++;EvaRZ=8BWdROie;cmwFrO>760Qn>$m@tg6qGvVbDOr^D#Gy
zd%VJ<Pwa%)2^J3TH$HOIcti7({Sl;DY3ak#H-{x$on2abwG=s2dg=PMy<fM>h?pBw
zaQBts{_!JU-KNW1v^(SVtghGFZ&<w{?fAy^ROr0)60vw)WLjuiICAE!Ju=3kE79fL
z+qgdTPHfYTt(V);kWulA!x4)`SD;&$5SkX!F$M{V(G?)!jn}tdcbaN5GW!mKgonh%
zAVo+xg6IlD(-0&zqwC<4?YO8(N6w7D(Ea?mx@|uh5|c+n{&iE+vxP_d=SI|xS{$FS
zC<J>A+c)O~AO6bsn@mOBZ1cr8_D}w4{@3p}n({&Dyao0n8I$YG@0-7@&UM?W?QN`u
zIeX(f4H~omRyyBG*5B2&{P~N|a#wH0N8g`AA9~N)I|^%&gH4J|e7I)V0(^3>uA_2J
zB@f!sYuBRjTP-VgcB{AKlZHb#7QP-8I+8q+H}2@!0ck`ZGHa5nvzXa>t}#BvXxrd+
z?cr}+-*F(Xe%v?nZ1MH;uY|3*x2)&KjniY>yjnawf6=A%<qN~kM0}o}cKX9zVQafd
z6T4W&S2pCY1e<enXaBk5^a;z(4_;8<Y+KUkQvDVS`zMGy<8QWV(f8EkI-A?OZx`%K
zZgMy#^GJ9}^XQDBcQ#uRvM<PE4qxAPBfF&dr(Wj@FLp0rue~+xyZZ-MiF=a18gX!1
z-^+2oSz>MdVXL*V^BW#o*<f;$F7-mL>+|Z4>kyqvt@`|TO9!N{7}<AR)~#C~eeA?r
z)xl<rB4T#kIPs^0U#;y{)a2ovB@smfcXXcl!<^WhqAT5Jzca0Ar--9mY|A6)?`II{
z^ux*N<2E%tT#$8zyF298j>FsH?!S4w*_GIsU1JT6Uv%w<ME9^d%+BbklG7118*1^N
z@XP;^G>re+FiVdrL|7eG*~;4t<v9RlG!W4fjqpzGM|3Ygv246xFu5I~4S3E`={-Do
j*%R;XePx9H9hg6aKp+qZ1OkCTg3kW{elvTp0C)fZv_^W;

literal 0
HcmV?d00001

diff --git a/test/e2e/assets/hg-repos/build.sh b/test/e2e/assets/hg-repos/build.sh
new file mode 100755
index 00000000..bc9f2695
--- /dev/null
+++ b/test/e2e/assets/hg-repos/build.sh
@@ -0,0 +1,44 @@
+#!/bin/bash
+
+rm -rf build
+
+mkdir build
+cd build
+
+mkdir repo
+cd repo
+
+hg init .
+
+echo "content1" > file1.txt
+
+hg add file1.txt
+hg commit -m "Added file1"
+CSET1_ID=$(hg id --id)
+
+hg tag first-tag
+hg phase -p
+
+hg topic "wip"
+echo "content2" > file1.txt
+hg commit -m "extra cset"
+CSETX_ID=$(hg id --id)
+
+hg strip -r . 
+
+BUNDLE=$(basename .hg/strip-backup/*-backup.hg)
+mv .hg/strip-backup/$BUNDLE ..
+
+hg checkout 00000
+
+cd ..
+
+cat > info.json <<EOF
+{
+    "initial-changeset": "$CSET1_ID",
+    "extra-bundle": "$BUNDLE",
+    "extra-changeset": "$CSETX_ID"
+}
+EOF
+
+tar caf ../asset.tgz .
diff --git a/test/e2e/hg_test.go b/test/e2e/hg_test.go
new file mode 100644
index 00000000..2d5b1bad
--- /dev/null
+++ b/test/e2e/hg_test.go
@@ -0,0 +1,167 @@
+package e2e
+
+import (
+	"bytes"
+	"encoding/json"
+	"fmt"
+	"io"
+	"os"
+	"os/exec"
+	"path"
+	"path/filepath"
+	"strings"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/require"
+)
+
+type HgAssetInfo struct {
+	InitialChangeset string `json:"initial-changeset"`
+	ExtraBundle      string `json:"extra-bundle"`
+	ExtraChangeset   string `json:"extra-changeset"`
+}
+
+type hgVendirOutput struct {
+	Tables string
+	Blocks []string
+	Lines  []string
+}
+
+func loadHgAssetInfo(t *testing.T, filename string) HgAssetInfo {
+	t.Helper()
+	f, err := os.Open(filename)
+	if err != nil {
+		t.Fatalf("could not open file %s: %s", filename, err)
+	}
+	var info HgAssetInfo
+	if err := json.NewDecoder(f).Decode(&info); err != nil {
+		t.Fatalf("could not parse file %s: %s", filename, err)
+	}
+	return info
+}
+
+func TestHgCache(t *testing.T) {
+	env := BuildEnv(t)
+	logger := Logger{}
+	vendir := Vendir{t, env.BinaryPath, logger}
+
+	_ = Vendir{t, env.BinaryPath, logger}
+
+	hgSrcPath, err := os.MkdirTemp("", "vendir-e2e-hg-cache")
+	if err != nil {
+		t.Fatal(err)
+	}
+	defer os.RemoveAll(hgSrcPath)
+
+	out, err := exec.Command("tar", "xzvf", "assets/hg-repos/asset.tgz", "-C", hgSrcPath).CombinedOutput()
+	if err != nil {
+		t.Fatalf("Unpacking hg-repos asset: %s (output: '%s')", err, out)
+	}
+
+	info := loadHgAssetInfo(t, path.Join(hgSrcPath, "info.json"))
+
+	yamlConfig := func(ref string) io.Reader {
+		return strings.NewReader(fmt.Sprintf(`
+apiVersion: vendir.k14s.io/v1alpha1
+kind: Config
+directories:
+- path: vendor
+  contents:
+  - path: test
+    hg:
+      url: "%s/repo"
+      ref: "%s"
+`, hgSrcPath, ref))
+	}
+
+	cachePath, err := os.MkdirTemp("", "vendir-e2e-hg-cache-vendir-cache")
+	require.NoError(t, err)
+	defer os.RemoveAll(cachePath)
+
+	dstPath, err := os.MkdirTemp("", "vendir-e2e-hg-cache-dst")
+	require.NoError(t, err)
+	defer os.RemoveAll(dstPath)
+
+	var stdout bytes.Buffer
+	stdoutDec := json.NewDecoder(&stdout)
+	//defer os.RemoveAll(dstPath)
+	logger.Section("initial clone", func() {
+		stdout.Truncate(0)
+		vendir.RunWithOpts(
+			[]string{"sync", "-f", "-", "--json"},
+			RunOpts{
+				Dir:          dstPath,
+				StdinReader:  yamlConfig(info.InitialChangeset),
+				StdoutWriter: &stdout,
+				Env:          []string{"VENDIR_CACHE_DIR=" + cachePath},
+			})
+
+		var out hgVendirOutput
+		require.NoError(t, stdoutDec.Decode(&out))
+
+		assert.Contains(t, out.Lines[1], "init")
+		assert.Contains(t, out.Lines[3], "pull")
+
+		b, err := os.ReadFile(filepath.Join(dstPath, "vendor", "test", "file1.txt"))
+		assert.NoError(t, err)
+		assert.Equal(t, "content1\n", string(b))
+	})
+
+	logger.Section("sync from cache only", func() {
+		stdout.Truncate(0)
+		vendir.RunWithOpts(
+			[]string{"sync", "-f", "-", "--json"},
+			RunOpts{
+				Dir:          dstPath,
+				StdinReader:  yamlConfig(info.InitialChangeset),
+				StdoutWriter: &stdout,
+				Env:          []string{"VENDIR_CACHE_DIR=" + cachePath},
+			})
+
+		var out hgVendirOutput
+		require.NoError(t, stdoutDec.Decode(&out))
+
+		for _, line := range out.Lines {
+			assert.NotContains(t, line, "init")
+			assert.NotContains(t, line, "pull")
+		}
+
+		b, err := os.ReadFile(filepath.Join(dstPath, "vendor", "test", "file1.txt"))
+		assert.NoError(t, err)
+		assert.Equal(t, "content1\n", string(b))
+	})
+
+	out, err = exec.Command(
+		"hg", "unbundle",
+		"--repository", filepath.Join(hgSrcPath, "/repo"),
+		filepath.Join(hgSrcPath, info.ExtraBundle),
+	).CombinedOutput()
+	if err != nil {
+		t.Fatalf("Unpacking hg-repos asset: %s (output: '%s')", err, out)
+	}
+
+	logger.Section("sync from cache + pull", func() {
+		stdout.Truncate(0)
+		vendir.RunWithOpts(
+			[]string{"sync", "-f", "-", "--json"},
+			RunOpts{
+				Dir:          dstPath,
+				StdinReader:  yamlConfig(info.ExtraChangeset),
+				StdoutWriter: &stdout,
+				Env:          []string{"VENDIR_CACHE_DIR=" + cachePath},
+			})
+
+		var out hgVendirOutput
+		require.NoError(t, stdoutDec.Decode(&out))
+
+		assert.Contains(t, out.Lines[3], "pull")
+		for _, line := range out.Lines {
+			assert.NotContains(t, line, "init")
+		}
+
+		b, err := os.ReadFile(filepath.Join(dstPath, "vendor", "test", "file1.txt"))
+		assert.NoError(t, err)
+		assert.Equal(t, "content2\n", string(b))
+	})
+}