Custom filter Streams

LibGit2Sharp.Tests/FilterFixture.cs

@@ -2,7 +2,6 @@
 using System.Collections.Generic;
 using System.IO;
 using System.Linq;
-using LibGit2Sharp.Core;
 using LibGit2Sharp.Tests.TestHelpers;
 using Xunit;
 
@@ -13,7 +12,7 @@ public class FilterFixture : BaseFixture
         private const int GitPassThrough = -30;
 
         readonly Func<FilterSource, IEnumerable<string>, int> checkPassThrough = (source, attr) => GitPassThrough;
-        readonly Func<GitBufReader, GitBufWriter, int> successCallback = (reader, writer) => 0;
+        readonly Func<Stream, Stream, int> successCallback = (reader, writer) => 0;
         readonly Func<FilterSource, IEnumerable<string>, int> checkSuccess = (source, attr) => 0;
 
         private const string FilterName = "the-filter";
@@ -113,7 +112,7 @@ public void ApplyCallbackMadeWhenCheckCallbackReturnsZero()
         {
             bool called = false;
 
-            Func<GitBufReader, GitBufWriter, int> applyCallback = (reader, writer) =>
+            Func<Stream, Stream, int> applyCallback = (reader, writer) =>
             {
                 called = true;
                 return 0; //successCallback
@@ -138,7 +137,7 @@ public void ApplyCallbackNotMadeWhenCheckCallbackReturnsPassThrough()
         {
             bool called = false;
 
-            Func<GitBufReader, GitBufWriter, int> applyCallback = (reader, writer) =>
+            Func<Stream, Stream, int> applyCallback = (reader, writer) =>
             {
                 called = true;
                 return 0;
@@ -278,7 +277,7 @@ public void WhenStagingFileApplyIsCalledWithCleanForCorrectPath()
             string repoPath = InitNewRepository();
             bool called = false;
 
-            Func<GitBufReader, GitBufWriter, int> clean = (reader, writer) =>
+            Func<Stream, Stream, int> clean = (reader, writer) =>
             {
                 called = true;
                 return GitPassThrough;
@@ -304,7 +303,7 @@ public void CleanFilterWritesOutputToObjectTree()
 
             string repoPath = InitNewRepository();
 
-            Func<GitBufReader, GitBufWriter, int> cleanCallback = SubstitutionCipherFilter.RotateByThirteenPlaces;
+            Func<Stream, Stream, int> cleanCallback = SubstitutionCipherFilter.RotateByThirteenPlaces;
 
             var filter = new FakeFilter(FilterName + 16, Attribute, checkSuccess, cleanCallback);
 
@@ -334,7 +333,7 @@ public void WhenCheckingOutAFileFileSmudgeWritesCorrectFileToWorkingDirectory()
             const string branchName = "branch";
             string repoPath = InitNewRepository();
 
-            Func<GitBufReader, GitBufWriter, int> smudgeCallback = SubstitutionCipherFilter.RotateByThirteenPlaces;
+            Func<Stream, Stream, int> smudgeCallback = SubstitutionCipherFilter.RotateByThirteenPlaces;
 
             var filter = new FakeFilter(FilterName + 17, Attribute, checkSuccess, null, smudgeCallback);
             GlobalSettings.RegisterFilter(filter);
@@ -401,14 +400,14 @@ public EmptyFilter(string name, string attributes)
         class FakeFilter : Filter
         {
             private readonly Func<FilterSource, IEnumerable<string>, int> checkCallBack;
-            private readonly Func<GitBufReader, GitBufWriter, int> cleanCallback;
-            private readonly Func<GitBufReader, GitBufWriter, int> smudgeCallback;
+            private readonly Func<Stream, Stream, int> cleanCallback;
+            private readonly Func<Stream, Stream, int> smudgeCallback;
             private readonly Func<int> initCallback;
 
             public FakeFilter(string name, string attributes,
                 Func<FilterSource, IEnumerable<string>, int> checkCallBack = null,
-                Func<GitBufReader, GitBufWriter, int> cleanCallback = null,
-                Func<GitBufReader, GitBufWriter, int> smudgeCallback = null,
+                Func<Stream, Stream, int> cleanCallback = null,
+                Func<Stream, Stream, int> smudgeCallback = null,
                 Func<int> initCallback = null)
                 : base(name, attributes)
             {
@@ -423,12 +422,12 @@ protected override int Check(IEnumerable<string> attributes, FilterSource filter
                 return checkCallBack != null ? checkCallBack(filterSource, attributes) : base.Check(attributes, filterSource);
             }
 
-            protected override int Clean(string path, GitBufReader input, GitBufWriter output)
+            protected override int Clean(string path, Stream input, Stream output)
             {
                 return cleanCallback != null ? cleanCallback(input, output) : base.Clean(path, input, output);
             }
 
-            protected override int Smudge(string path, GitBufReader input, GitBufWriter output)
+            protected override int Smudge(string path, Stream input, Stream output)
             {
                 return smudgeCallback != null ? smudgeCallback(input, output) : base.Smudge(path, input, output);
             }

LibGit2Sharp.Tests/TestHelpers/SubstitutionCipherFilter.cs

@@ -2,7 +2,6 @@
 using System.IO;
 using System.Linq;
 using System.Text;
-using LibGit2Sharp.Core;
 
 namespace LibGit2Sharp.Tests.TestHelpers
 {
@@ -23,34 +22,41 @@ protected override int Check(IEnumerable<string> attributes, FilterSource filter
             return base.Check(attributes, filterSource);
         }
 
-        protected override int Clean(string path, GitBufReader input, GitBufWriter output)
+        protected override int Clean(string path, Stream input, Stream output)
         {
             CleanCalledCount++;
             return RotateByThirteenPlaces(input, output);
         }
 
-        protected override int Smudge(string path, GitBufReader input, GitBufWriter output)
+        protected override int Smudge(string path, Stream input, Stream output)
         {
             SmudgeCalledCount++;
             return RotateByThirteenPlaces(input, output);
         }
 
-        public static int RotateByThirteenPlaces(GitBufReader input, GitBufWriter output)
+        public static int RotateByThirteenPlaces(Stream input, Stream output)
         {
-            var inputString = Encoding.UTF8.GetString(input.ReadAll());
-            char[] array = inputString.ToCharArray();
-            char value;
-            for (int i = 0; i < inputString.Length; i++)
+
+            using (var streamReader = new StreamReader(input, Encoding.UTF8))
             {
-                value = inputString[i];
-                if ((value >= 'a' && value <= 'm') || (value >= 'A' && value <= 'M'))
-                    array[i] = (char)(value + 13);
-                else if ((value >= 'n' && value <= 'z') || (value >= 'N' && value <= 'Z'))
-                    array[i] = (char)(value - 13);
+                var inputString = streamReader.ReadToEnd();
+                char[] array = inputString.ToCharArray();
+                for (int i = 0; i < inputString.Length; i++)
+                {
+                    var value = inputString[i];
+                    if ((value >= 'a' && value <= 'm') || (value >= 'A' && value <= 'M'))
+                        array[i] = (char)(value + 13);
+                    else if ((value >= 'n' && value <= 'z') || (value >= 'N' && value <= 'Z'))
+                        array[i] = (char)(value - 13);
+                }
+
+                using (var streamWriter = new StreamWriter(output, Encoding.UTF8))
+                {
+                    streamWriter.Write(array);
+                }
+
+                return 0;
             }
-            var outputString = new string(array);
-            output.Write(Encoding.UTF8.GetBytes(outputString));
-            return 0;
         }
     }
 }

LibGit2Sharp/Core/GitBufReadStream.cs

@@ -0,0 +1,50 @@
+using System;
+using System.Globalization;
+using System.IO;
+using LibGit2Sharp.Core.Handles;
+
+namespace LibGit2Sharp.Core
+{
+    /// <summary>
+    /// Reads data from a <see cref="GitBuf"/> pointer
+    /// </summary>
+    internal class GitBufReadStream : UnmanagedMemoryStream
+    {
+        private readonly GitBuf gitBuf;
+
+        internal GitBufReadStream(IntPtr gitBufPointer)
+            : this(gitBufPointer.MarshalAs<GitBuf>())
+        { }
+
+        private unsafe GitBufReadStream(GitBuf gitBuf)
+            : base((byte*)gitBuf.ptr,
+                   ConvertToLong(gitBuf.size),
+                   ConvertToLong(gitBuf.asize),
+                   FileAccess.Read)
+        {
+            this.gitBuf = gitBuf;
+        }
+
+        protected override void Dispose(bool disposing)
+        {
+            base.Dispose(disposing);
+
+            if (disposing && gitBuf != default(GitBuf))
+                gitBuf.Dispose();
+        }
+
+        private static long ConvertToLong(UIntPtr len)
+        {
+            if (len.ToUInt64() > long.MaxValue)
+            {
+                throw new InvalidOperationException(
+                    string.Format(
+                        CultureInfo.InvariantCulture,
+                        "Provided length ({0}) exceeds long.MaxValue ({1}).",
+                        len.ToUInt64(), long.MaxValue));
+            }
+
+            return (long)len.ToUInt64();
+        }
+    }
+}

LibGit2Sharp/Core/GitBufWriteStream.cs

@@ -0,0 +1,54 @@
+using System;
+using System.IO;
+using System.Runtime.InteropServices;
+using LibGit2Sharp.Core.Handles;
+
+namespace LibGit2Sharp.Core
+{
+    /// <summary>
+    /// Writes data to a <see cref="GitBuf"/> pointer
+    /// </summary>
+    internal class GitBufWriteStream : MemoryStream
+    {
+        private readonly IntPtr gitBufPointer;
+
+        internal GitBufWriteStream(IntPtr gitBufPointer)
+        {
+            this.gitBufPointer = gitBufPointer;
+        }
+
+        protected override void Dispose(bool disposing)
+        {
+            using (var gitBuf = gitBufPointer.MarshalAs<GitBuf>())
+                WriteTo(gitBuf);
+
+            base.Dispose(disposing);
+        }
+
+        private void WriteTo(GitBuf gitBuf)
+        {
+            if (!base.CanSeek)
+            {
+                // Already closed; already written
+                return;
+            }
+
+            Seek(0, SeekOrigin.Begin);
+
+            var length = (int)Length;
+            var bytes = new byte[length];
+            Read(bytes, 0, length);
+
+            IntPtr reverseBytesPointer = Marshal.AllocHGlobal(length);
+            Marshal.Copy(bytes, 0, reverseBytesPointer, bytes.Length);
+
+            var size = (UIntPtr)length;
+            var allocatedSize = (UIntPtr)length;
+            NativeMethods.git_buf_set(gitBuf, reverseBytesPointer, size);
+            gitBuf.size = size;
+            gitBuf.asize = allocatedSize;
+
+            Marshal.StructureToPtr(gitBuf, gitBufPointer, true);
+        }
+    }
+}