package testhelper import ( "bytes" "fmt" "io" "io/ioutil" "path" "strings" "sync" "github.com/golang/protobuf/jsonpb" //lint:ignore SA1019 https://gitlab.com/gitlab-org/gitlab/-/issues/324868 "github.com/golang/protobuf/proto" //lint:ignore SA1019 https://gitlab.com/gitlab-org/gitlab/-/issues/324868 "github.com/sirupsen/logrus" "golang.org/x/net/context" "google.golang.org/grpc" "google.golang.org/grpc/codes" "google.golang.org/grpc/credentials/insecure" "google.golang.org/grpc/metadata" "google.golang.org/grpc/status" "gitlab.com/gitlab-org/gitaly/v14/client" "gitlab.com/gitlab-org/gitaly/v14/proto/go/gitalypb" "gitlab.com/gitlab-org/labkit/log" ) type GitalyTestServer struct { finalMessageCode codes.Code sync.WaitGroup LastIncomingMetadata metadata.MD gitalypb.UnimplementedSmartHTTPServiceServer gitalypb.UnimplementedRepositoryServiceServer gitalypb.UnimplementedBlobServiceServer gitalypb.UnimplementedDiffServiceServer } var ( GitalyInfoRefsResponseMock = strings.Repeat("Mock Gitaly InfoRefsResponse data", 100000) GitalyGetBlobResponseMock = strings.Repeat("Mock Gitaly GetBlobResponse data", 100000) GitalyGetArchiveResponseMock = strings.Repeat("Mock Gitaly GetArchiveResponse data", 100000) GitalyGetDiffResponseMock = strings.Repeat("Mock Gitaly GetDiffResponse data", 100000) GitalyGetPatchResponseMock = strings.Repeat("Mock Gitaly GetPatchResponse data", 100000) GitalyGetSnapshotResponseMock = strings.Repeat("Mock Gitaly GetSnapshotResponse data", 100000) GitalyReceivePackResponseMock []byte GitalyUploadPackResponseMock []byte ) func init() { var err error if GitalyReceivePackResponseMock, err = ioutil.ReadFile(path.Join(RootDir(), "testdata/receive-pack-fixture.txt")); err != nil { log.WithError(err).Fatal("Unable to read pack response") } if GitalyUploadPackResponseMock, err = ioutil.ReadFile(path.Join(RootDir(), "testdata/upload-pack-fixture.txt")); err != nil { log.WithError(err).Fatal("Unable to read pack response") } } func NewGitalyServer(finalMessageCode codes.Code) *GitalyTestServer { return &GitalyTestServer{finalMessageCode: finalMessageCode} } func (s *GitalyTestServer) InfoRefsUploadPack(in *gitalypb.InfoRefsRequest, stream gitalypb.SmartHTTPService_InfoRefsUploadPackServer) error { s.WaitGroup.Add(1) defer s.WaitGroup.Done() if err := validateRepository(in.GetRepository()); err != nil { return err } fmt.Printf("Result: %+v\n", in) marshaler := &jsonpb.Marshaler{} jsonString, err := marshaler.MarshalToString(in) if err != nil { return err } data := []byte(strings.Join([]string{ jsonString, "git-upload-pack", GitalyInfoRefsResponseMock, }, "\000")) s.LastIncomingMetadata = nil if md, ok := metadata.FromIncomingContext(stream.Context()); ok { s.LastIncomingMetadata = md } return s.sendInfoRefs(stream, data) } func (s *GitalyTestServer) InfoRefsReceivePack(in *gitalypb.InfoRefsRequest, stream gitalypb.SmartHTTPService_InfoRefsReceivePackServer) error { s.WaitGroup.Add(1) defer s.WaitGroup.Done() if err := validateRepository(in.GetRepository()); err != nil { return err } fmt.Printf("Result: %+v\n", in) jsonString, err := marshalJSON(in) if err != nil { return err } data := []byte(strings.Join([]string{ jsonString, "git-receive-pack", GitalyInfoRefsResponseMock, }, "\000")) return s.sendInfoRefs(stream, data) } func marshalJSON(msg proto.Message) (string, error) { marshaler := &jsonpb.Marshaler{} return marshaler.MarshalToString(msg) } type infoRefsSender interface { Send(*gitalypb.InfoRefsResponse) error } func (s *GitalyTestServer) sendInfoRefs(stream infoRefsSender, data []byte) error { nSends, err := sendBytes(data, 100, func(p []byte) error { return stream.Send(&gitalypb.InfoRefsResponse{Data: p}) }) if err != nil { return err } if nSends <= 1 { panic("should have sent more than one message") } return s.finalError() } func (s *GitalyTestServer) PostReceivePack(stream gitalypb.SmartHTTPService_PostReceivePackServer) error { s.WaitGroup.Add(1) defer s.WaitGroup.Done() req, err := stream.Recv() if err != nil { return err } repo := req.GetRepository() if err := validateRepository(repo); err != nil { return err } jsonString, err := marshalJSON(req) if err != nil { return err } data := []byte(jsonString + "\000") // The body of the request starts in the second message for { req, err := stream.Recv() if err != nil { if err != io.EOF { return err } break } // We want to echo the request data back data = append(data, req.GetData()...) } nSends, _ := sendBytes(data, 100, func(p []byte) error { return stream.Send(&gitalypb.PostReceivePackResponse{Data: p}) }) if nSends <= 1 { panic("should have sent more than one message") } return s.finalError() } func (s *GitalyTestServer) PostUploadPackWithSidechannel(ctx context.Context, req *gitalypb.PostUploadPackWithSidechannelRequest) (*gitalypb.PostUploadPackWithSidechannelResponse, error) { s.WaitGroup.Add(1) defer s.WaitGroup.Done() if err := validateRepository(req.GetRepository()); err != nil { return nil, err } conn, err := client.OpenServerSidechannel(ctx) if err != nil { return nil, err } defer conn.Close() marshaler := &jsonpb.Marshaler{} jsonBytes := &bytes.Buffer{} if err := marshaler.Marshal(jsonBytes, req); err != nil { return nil, err } if _, err := io.Copy(conn, io.MultiReader( bytes.NewReader(append(jsonBytes.Bytes(), 0)), conn, )); err != nil { return nil, err } return &gitalypb.PostUploadPackWithSidechannelResponse{}, s.finalError() } func (s *GitalyTestServer) CommitIsAncestor(ctx context.Context, in *gitalypb.CommitIsAncestorRequest) (*gitalypb.CommitIsAncestorResponse, error) { return nil, nil } func (s *GitalyTestServer) GetBlob(in *gitalypb.GetBlobRequest, stream gitalypb.BlobService_GetBlobServer) error { s.WaitGroup.Add(1) defer s.WaitGroup.Done() if err := validateRepository(in.GetRepository()); err != nil { return err } response := &gitalypb.GetBlobResponse{ Oid: in.GetOid(), Size: int64(len(GitalyGetBlobResponseMock)), } nSends, err := sendBytes([]byte(GitalyGetBlobResponseMock), 100, func(p []byte) error { response.Data = p if err := stream.Send(response); err != nil { return err } // Use a new response so we don't send other fields (Size, ...) over and over response = &gitalypb.GetBlobResponse{} return nil }) if err != nil { return err } if nSends <= 1 { panic("should have sent more than one message") } return s.finalError() } func (s *GitalyTestServer) GetArchive(in *gitalypb.GetArchiveRequest, stream gitalypb.RepositoryService_GetArchiveServer) error { s.WaitGroup.Add(1) defer s.WaitGroup.Done() if err := validateRepository(in.GetRepository()); err != nil { return err } nSends, err := sendBytes([]byte(GitalyGetArchiveResponseMock), 100, func(p []byte) error { return stream.Send(&gitalypb.GetArchiveResponse{Data: p}) }) if err != nil { return err } if nSends <= 1 { panic("should have sent more than one message") } return s.finalError() } func (s *GitalyTestServer) RawDiff(in *gitalypb.RawDiffRequest, stream gitalypb.DiffService_RawDiffServer) error { nSends, err := sendBytes([]byte(GitalyGetDiffResponseMock), 100, func(p []byte) error { return stream.Send(&gitalypb.RawDiffResponse{ Data: p, }) }) if err != nil { return err } if nSends <= 1 { panic("should have sent more than one message") } return s.finalError() } func (s *GitalyTestServer) RawPatch(in *gitalypb.RawPatchRequest, stream gitalypb.DiffService_RawPatchServer) error { s.WaitGroup.Add(1) defer s.WaitGroup.Done() if err := validateRepository(in.GetRepository()); err != nil { return err } nSends, err := sendBytes([]byte(GitalyGetPatchResponseMock), 100, func(p []byte) error { return stream.Send(&gitalypb.RawPatchResponse{ Data: p, }) }) if err != nil { return err } if nSends <= 1 { panic("should have sent more than one message") } return s.finalError() } func (s *GitalyTestServer) GetSnapshot(in *gitalypb.GetSnapshotRequest, stream gitalypb.RepositoryService_GetSnapshotServer) error { s.WaitGroup.Add(1) defer s.WaitGroup.Done() if err := validateRepository(in.GetRepository()); err != nil { return err } nSends, err := sendBytes([]byte(GitalyGetSnapshotResponseMock), 100, func(p []byte) error { return stream.Send(&gitalypb.GetSnapshotResponse{Data: p}) }) if err != nil { return err } if nSends <= 1 { panic("should have sent more than one message") } return s.finalError() } // sendBytes returns the number of times the 'sender' function was called and an error. func sendBytes(data []byte, chunkSize int, sender func([]byte) error) (int, error) { i := 0 for ; len(data) > 0; i++ { n := chunkSize if n > len(data) { n = len(data) } if err := sender(data[:n]); err != nil { return i, err } data = data[n:] } return i, nil } func (s *GitalyTestServer) finalError() error { if code := s.finalMessageCode; code != codes.OK { return status.Errorf(code, "error as specified by test") } return nil } func validateRepository(repo *gitalypb.Repository) error { if len(repo.GetStorageName()) == 0 { return fmt.Errorf("missing storage_name: %v", repo) } if len(repo.GetRelativePath()) == 0 { return fmt.Errorf("missing relative_path: %v", repo) } return nil } func WithSidechannel() grpc.ServerOption { return client.SidechannelServer(logrus.NewEntry(logrus.StandardLogger()), insecure.NewCredentials()) }