// Copyright 2019 The Gitea Authors. All rights reserved.// SPDX-License-Identifier: MIT package migrations import (	"fmt"	"net/http"	"net/http/httptest"	"os"	"strconv"	"testing"	"time" 	"forgejo.org/models/unittest"	"forgejo.org/modules/json"	base "forgejo.org/modules/migration" 	"github.com/stretchr/testify/assert"	"github.com/stretchr/testify/require"	gitlab "gitlab.com/gitlab-org/api/client-go") func TestGitlabDownloadRepo(t *testing.T) {	// If a GitLab access token is provided, this test will make HTTP requests to the live gitlab.com instance.	// When doing so, the responses from gitlab.com will be saved as test data files.	// If no access token is available, those cached responses will be used instead.	gitlabPersonalAccessToken := os.Getenv("GITLAB_READ_TOKEN")	fixturePath := "./testdata/gitlab/full_download"	server := unittest.NewMockWebServer(t, "https://gitlab.com", fixturePath, gitlabPersonalAccessToken != "")	defer server.Close() 	downloader, err := NewGitlabDownloader(t.Context(), server.URL, "forgejo/test_repo", "", "", gitlabPersonalAccessToken)	if err != nil {		t.Fatalf("NewGitlabDownloader is nil: %v", err)	}	repo, err := downloader.GetRepoInfo()	require.NoError(t, err)	// Repo Owner is blank in Gitlab Group repos	assertRepositoryEqual(t, &base.Repository{		Name:          "test_repo",		Owner:         "",		Description:   "Test repository for testing migration from gitlab to forgejo",		CloneURL:      server.URL + "/forgejo/test_repo.git",		OriginalURL:   server.URL + "/forgejo/test_repo",		DefaultBranch: "master",	}, repo) 	topics, err := downloader.GetTopics()	require.NoError(t, err)	assert.Len(t, topics, 2)	assert.Equal(t, []string{"migration", "test"}, topics) 	milestones, err := downloader.GetMilestones()	require.NoError(t, err)	assertMilestonesEqual(t, []*base.Milestone{		{			Title:   "1.0.0",			Created: time.Date(2024, 9, 3, 13, 53, 8, 516000000, time.UTC),			Updated: timePtr(time.Date(2024, 9, 3, 20, 3, 57, 786000000, time.UTC)),			Closed:  timePtr(time.Date(2024, 9, 3, 20, 3, 57, 786000000, time.UTC)),			State:   "closed",		},		{			Title:   "1.1.0",			Created: time.Date(2024, 9, 3, 13, 52, 48, 414000000, time.UTC),			Updated: timePtr(time.Date(2024, 9, 3, 14, 52, 14, 93000000, time.UTC)),			State:   "active",		},	}, milestones) 	labels, err := downloader.GetLabels()	require.NoError(t, err)	assertLabelsEqual(t, []*base.Label{		{			Name:  "bug",			Color: "d9534f",		},		{			Name:  "confirmed",			Color: "d9534f",		},		{			Name:  "critical",			Color: "d9534f",		},		{			Name:  "discussion",			Color: "428bca",		},		{			Name:  "documentation",			Color: "f0ad4e",		},		{			Name:  "duplicate",			Color: "7f8c8d",		},		{			Name:  "enhancement",			Color: "5cb85c",		},		{			Name:  "suggestion",			Color: "428bca",		},		{			Name:  "support",			Color: "f0ad4e",		},		{			Name:        "test-scope/label0",			Color:       "6699cc",			Description: "scoped label",			Exclusive:   true,		},		{			Name:      "test-scope/label1",			Color:     "dc143c",			Exclusive: true,		},	}, labels) 	releases, err := downloader.GetReleases()	require.NoError(t, err)	assertReleasesEqual(t, []*base.Release{		{			TagName:         "v0.9.99",			TargetCommitish: "0720a3ec57c1f843568298117b874319e7deee75",			Name:            "First Release",			Body:            "A test release",			Created:         time.Date(2024, 9, 3, 15, 1, 1, 513000000, time.UTC),			PublisherID:     548513,			PublisherName:   "mkobel",		},	}, releases) 	issues, isEnd, err := downloader.GetIssues(1, 2)	require.NoError(t, err)	assert.False(t, isEnd)	assertIssuesEqual(t, []*base.Issue{		{			Number:     1,			Title:      "Please add an animated gif icon to the merge button",			Content:    "I just want the merge button to hurt my eyes a little. :stuck_out_tongue_closed_eyes:",			Milestone:  "1.0.0",			PosterID:   548513,			PosterName: "mkobel",			State:      "closed",			Created:    time.Date(2024, 9, 3, 14, 42, 34, 924000000, time.UTC),			Updated:    time.Date(2024, 9, 3, 14, 48, 43, 756000000, time.UTC),			Labels: []*base.Label{				{					Name: "bug",				},				{					Name: "discussion",				},			},			Reactions: []*base.Reaction{				{					UserID:   548513,					UserName: "mkobel",					Content:  "thumbsup",				},				{					UserID:   548513,					UserName: "mkobel",					Content:  "open_mouth",				},			},			Closed: timePtr(time.Date(2024, 9, 3, 14, 43, 10, 708000000, time.UTC)),		},		{			Number:     2,			Title:      "Test issue",			Content:    "This is test issue 2, do not touch!",			Milestone:  "1.0.0",			PosterID:   548513,			PosterName: "mkobel",			State:      "closed",			Created:    time.Date(2024, 9, 3, 14, 42, 35, 371000000, time.UTC),			Updated:    time.Date(2024, 9, 3, 20, 3, 43, 536000000, time.UTC),			Labels: []*base.Label{				{					Name: "duplicate",				},			},			Reactions: []*base.Reaction{				{					UserID:   548513,					UserName: "mkobel",					Content:  "thumbsup",				},				{					UserID:   548513,					UserName: "mkobel",					Content:  "thumbsdown",				},				{					UserID:   548513,					UserName: "mkobel",					Content:  "laughing",				},				{					UserID:   548513,					UserName: "mkobel",					Content:  "tada",				},				{					UserID:   548513,					UserName: "mkobel",					Content:  "confused",				},				{					UserID:   548513,					UserName: "mkobel",					Content:  "hearts",				},			},			Closed: timePtr(time.Date(2024, 9, 3, 14, 43, 10, 906000000, time.UTC)),		},	}, issues) 	comments, _, err := downloader.GetComments(&base.Issue{		Number:       2,		ForeignIndex: 2,		Context:      gitlabIssueContext{IsMergeRequest: false},	})	require.NoError(t, err)	assertCommentsEqual(t, []*base.Comment{		{			IssueIndex: 2,			PosterID:   548513,			PosterName: "mkobel",			Created:    time.Date(2024, 9, 3, 14, 45, 20, 848000000, time.UTC),			Content:    "This is a comment",			Reactions:  nil,		},		{			IssueIndex: 2,			PosterID:   548513,			PosterName: "mkobel",			Created:    time.Date(2024, 9, 3, 14, 45, 30, 59000000, time.UTC),			Content:    "A second comment",			Reactions:  nil,		},		{			IssueIndex:  2,			PosterID:    548513,			PosterName:  "mkobel",			Created:     time.Date(2024, 9, 3, 14, 43, 10, 947000000, time.UTC),			Content:     "",			Reactions:   nil,			CommentType: "close",		},	}, comments) 	prs, _, err := downloader.GetPullRequests(1, 1)	require.NoError(t, err)	assertPullRequestsEqual(t, []*base.PullRequest{		{			Number:     3,			Title:      "Test branch",			Content:    "do not merge this PR",			Milestone:  "1.1.0",			PosterID:   2005797,			PosterName: "oliverpool",			State:      "opened",			Created:    time.Date(2024, 9, 3, 7, 57, 19, 866000000, time.UTC),			Labels: []*base.Label{				{					Name: "test-scope/label0",				},				{					Name: "test-scope/label1",				},			},			Reactions: []*base.Reaction{{				UserID:   548513,				UserName: "mkobel",				Content:  "thumbsup",			}, {				UserID:   548513,				UserName: "mkobel",				Content:  "tada",			}},			PatchURL: server.URL + "/forgejo/test_repo/-/merge_requests/1.patch",			Head: base.PullRequestBranch{				Ref:       "feat/test",				CloneURL:  server.URL + "/forgejo/test_repo/-/merge_requests/1",				SHA:       "9f733b96b98a4175276edf6a2e1231489c3bdd23",				RepoName:  "test_repo",				OwnerName: "oliverpool",			},			Base: base.PullRequestBranch{				Ref:       "master",				SHA:       "c59c9b451acca9d106cc19d61d87afe3fbbb8b83",				OwnerName: "oliverpool",				RepoName:  "test_repo",			},			Closed:         nil,			Merged:         false,			MergedTime:     nil,			MergeCommitSHA: "",			ForeignIndex:   2,			Context:        gitlabIssueContext{IsMergeRequest: true},		},	}, prs) 	rvs, err := downloader.GetReviews(&base.PullRequest{Number: 1, ForeignIndex: 1})	require.NoError(t, err)	assertReviewsEqual(t, []*base.Review{		{			IssueIndex:   1,			ReviewerID:   548513,			ReviewerName: "mkobel",			CreatedAt:    time.Date(2024, 9, 3, 7, 57, 19, 86600000, time.UTC),			State:        "APPROVED",		},	}, rvs)} func TestGitlabSkippedIssueNumber(t *testing.T) {	// If a GitLab access token is provided, this test will make HTTP requests to the live gitlab.com instance.	// When doing so, the responses from gitlab.com will be saved as test data files.	// If no access token is available, those cached responses will be used instead.	gitlabPersonalAccessToken := os.Getenv("GITLAB_READ_TOKEN")	fixturePath := "./testdata/gitlab/skipped_issue_number"	server := unittest.NewMockWebServer(t, "https://gitlab.com", fixturePath, gitlabPersonalAccessToken != "")	defer server.Close() 	downloader, err := NewGitlabDownloader(t.Context(), server.URL, "troyengel/archbuild", "", "", gitlabPersonalAccessToken)	if err != nil {		t.Fatalf("NewGitlabDownloader is nil: %v", err)	}	repo, err := downloader.GetRepoInfo()	require.NoError(t, err)	assertRepositoryEqual(t, &base.Repository{		Name:          "archbuild",		Owner:         "troyengel",		Description:   "Arch packaging and build files",		CloneURL:      server.URL + "/troyengel/archbuild.git",		OriginalURL:   server.URL + "/troyengel/archbuild",		DefaultBranch: "master",	}, repo) 	issues, isEnd, err := downloader.GetIssues(1, 10)	require.NoError(t, err)	assert.True(t, isEnd) 	// the only issue in this repository has number 2	assert.Len(t, issues, 1)	assert.EqualValues(t, 2, issues[0].Number)	assert.Equal(t, "vpn unlimited errors", issues[0].Title) 	prs, _, err := downloader.GetPullRequests(1, 10)	require.NoError(t, err)	// the only merge request in this repository has number 1,	// but we offset it by the maximum issue number so it becomes	// pull request 3 in Forgejo	assert.Len(t, prs, 1)	assert.EqualValues(t, 3, prs[0].Number)	assert.Equal(t, "Review", prs[0].Title)} func gitlabClientMockSetup(t *testing.T) (*http.ServeMux, *httptest.Server, *gitlab.Client) {	// mux is the HTTP request multiplexer used with the test server.	mux := http.NewServeMux() 	// server is a test HTTP server used to provide mock API responses.	server := httptest.NewServer(mux) 	// client is the Gitlab client being tested.	client, err := gitlab.NewClient("", gitlab.WithBaseURL(server.URL))	if err != nil {		server.Close()		t.Fatalf("Failed to create client: %v", err)	} 	return mux, server, client} func gitlabClientMockTeardown(server *httptest.Server) {	server.Close()} type reviewTestCase struct {	repoID, prID, reviewerID int	reviewerName             string	createdAt, updatedAt     *time.Time	expectedCreatedAt        time.Time} func convertTestCase(t reviewTestCase) (func(w http.ResponseWriter, r *http.Request), base.Review) {	var updatedAtField string	if t.updatedAt == nil {		updatedAtField = ""	} else {		updatedAtField = `"updated_at": "` + t.updatedAt.Format(time.RFC3339) + `",`	} 	var createdAtField string	if t.createdAt == nil {		createdAtField = ""	} else {		createdAtField = `"created_at": "` + t.createdAt.Format(time.RFC3339) + `",`	} 	handler := func(w http.ResponseWriter, r *http.Request) {		fmt.Fprint(w, `{  "id": 5,  "iid": `+strconv.Itoa(t.prID)+`,  "project_id": `+strconv.Itoa(t.repoID)+`,  "title": "Approvals API",  "description": "Test",  "state": "opened",  `+createdAtField+`  `+updatedAtField+`  "merge_status": "cannot_be_merged",  "approvals_required": 2,  "approvals_left": 1,  "approved_by": [    {      "user": {        "name": "Administrator",        "username": "`+t.reviewerName+`",        "id": `+strconv.Itoa(t.reviewerID)+`,        "state": "active",        "avatar_url": "http://www.gravatar.com/avatar/e64c7d89f26bd1972efa854d13d7dd61?s=80\u0026d=identicon",        "web_url": "http://localhost:3000/root"      }    }  ]}`)	}	review := base.Review{		IssueIndex:   int64(t.prID),		ReviewerID:   int64(t.reviewerID),		ReviewerName: t.reviewerName,		CreatedAt:    t.expectedCreatedAt,		State:        "APPROVED",	} 	return handler, review} func TestGitlabGetReviews(t *testing.T) {	mux, server, client := gitlabClientMockSetup(t)	defer gitlabClientMockTeardown(server) 	repoID := 1324 	downloader := &GitlabDownloader{		ctx:    t.Context(),		client: client,		repoID: repoID,	} 	createdAt := time.Date(2020, 4, 19, 19, 24, 21, 0, time.UTC) 	for _, testCase := range []reviewTestCase{		{			repoID:            repoID,			prID:              1,			reviewerID:        801,			reviewerName:      "someone1",			createdAt:         nil,			updatedAt:         &createdAt,			expectedCreatedAt: createdAt,		},		{			repoID:            repoID,			prID:              2,			reviewerID:        802,			reviewerName:      "someone2",			createdAt:         &createdAt,			updatedAt:         nil,			expectedCreatedAt: createdAt,		},		{			repoID:            repoID,			prID:              3,			reviewerID:        803,			reviewerName:      "someone3",			createdAt:         nil,			updatedAt:         nil,			expectedCreatedAt: time.Now(),		},	} {		mock, review := convertTestCase(testCase)		mux.HandleFunc(fmt.Sprintf("/api/v4/projects/%d/merge_requests/%d/approvals", testCase.repoID, testCase.prID), mock) 		id := int64(testCase.prID)		rvs, err := downloader.GetReviews(&base.Issue{Number: id, ForeignIndex: id})		require.NoError(t, err)		assertReviewsEqual(t, []*base.Review{&review}, rvs)	}}

Lines 1–500 of 645. Load more