"), startIndex + 4);
- s = s.Remove(startIndex, (endIndex - startIndex) + 1);
- }
- return s;
- }
- //-----------------------------------------------------------------------------------
- public static string? RemoveHtmlTags(string s)
- {
- if (string.IsNullOrEmpty(s))
- return null;
- //if (s == null)
- // return null;
- if (!s.Contains('<'))
- return s;
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = RemoveParagraphTag(s);
- return RemoveHtmlFontTag(s).Trim();
- }
- //-----------------------------------------------------------------------------------
- internal static string GetHtmlColorCode(Color color)
- {
- return string.Format("#{0:x2}{1:x2}{2:x2}", color.R, color.G, color.B);
- }
- //-----------------------------------------------------------------------------------
- internal static string RemoveBrackets(string inputString)
- {
- string pattern = @"^[\[\{\(]|[\]\}\)]$";
- return Regex.Replace(inputString, pattern, string.Empty).Trim();
- }
- //-----------------------------------------------------------------------------------
- internal static string RemoveParagraphTag(string s)
- {
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("", string.Empty);
- s = s.Replace("
", string.Empty);
-
- while (s.ToLower().Contains("
"), startIndex + 4);
- s = s.Remove(startIndex, endIndex - startIndex + 1);
- }
- return s;
- }
- }
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/CommonTools.cs b/MsmhTools/MsmhTools/HTTPProxyServer/CommonTools.cs
deleted file mode 100644
index 195d53a..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/CommonTools.cs
+++ /dev/null
@@ -1,327 +0,0 @@
-using System;
-using System.Diagnostics;
-using System.Net;
-using System.Net.NetworkInformation;
-using System.Net.Sockets;
-using System.Text;
-
-namespace MsmhTools.HTTPProxyServer
-{
- internal static class CommonTools
- {
- internal static async Task IsIpBlocked(string ip, int port, HttpMethod httpMethod, int timeoutMS)
- {
- bool canPing = await CanPing(ip, timeoutMS);
-
- if (canPing)
- {
- bool canTcpConnect;
- try
- {
- canTcpConnect = await CanTcpConnect(ip, port, timeoutMS);
- }
- catch (Exception)
- {
- canTcpConnect = false;
- }
-
- return !canTcpConnect;
- }
- else
- return true;
- }
-
- internal static async Task IsHostBlocked(string host, int port, HttpMethod httpMethod, int timeoutMS)
- {
- IPAddress? ip = HostToIP(host);
- if (ip != null)
- {
- return await IsIpBlocked(ip.ToString(), port, httpMethod, timeoutMS);
- }
- else
- return true;
- }
-
- internal static async Task IsHostBlockedBySNI(string host, int port, HttpMethod httpMethod, int timeoutMS)
- {
- bool canPing = await CanPing(host, timeoutMS);
-
- if (canPing)
- {
- bool canConnect;
- try
- {
- canConnect = await CanConnect(host, port, httpMethod, timeoutMS);
- }
- catch (Exception)
- {
- canConnect = false;
- }
-
- return !canConnect;
- }
- else
- return true;
- }
-
- private static async Task CanPing(string host, int timeoutMS)
- {
- var task = Task.Run(() =>
- {
- try
- {
- Ping ping = new();
- PingReply reply = ping.Send(host, timeoutMS);
- if (reply == null) return false;
-
- return reply.Status == IPStatus.Success;
- }
- catch (PingException)
- {
- return false;
- }
- });
-
- if (await task.WaitAsync(TimeSpan.FromMilliseconds(timeoutMS + 500)))
- return task.Result;
- else
- return false;
- }
-
- private static async Task CanTcpConnect(string host, int port, int timeoutMS)
- {
- var task = Task.Run(() =>
- {
- try
- {
- using TcpClient client = new(host, port);
- client.SendTimeout = timeoutMS;
- return true;
- }
- catch (Exception)
- {
- return false;
- }
- });
-
- if (await task.WaitAsync(TimeSpan.FromMilliseconds(timeoutMS + 500)))
- return task.Result;
- else
- return false;
- }
-
- public static async Task CanConnect(string host, int port, HttpMethod httpMethod, int timeoutMS)
- {
- var task = Task.Run(async () =>
- {
- try
- {
- if (httpMethod == HttpMethod.Post)
- {
- string url = $"https://{host}:{port}";
- Uri uri = new(url, UriKind.Absolute);
-
- // Ignore Cert
- using HttpClientHandler handler = new();
- handler.ClientCertificateOptions = ClientCertificateOption.Manual;
- handler.ServerCertificateCustomValidationCallback =
- (httpRequestMessage, cert, cetChain, policyErrors) => true;
-
- using HttpClient httpClient = new(handler);
- httpClient.Timeout = TimeSpan.FromMilliseconds(timeoutMS);
-
- await httpClient.GetAsync(uri);
- return true;
- }
- else
- {
- string url = $"http://{host}:{port}";
- Uri uri = new(url, UriKind.Absolute);
-
- using HttpClient httpClient = new();
- httpClient.Timeout = TimeSpan.FromMilliseconds(timeoutMS);
-
- await httpClient.GetAsync(uri);
- return true;
- }
- }
- catch (Exception)
- {
- try
- {
- if (port != 80)
- {
- string url = $"http://{host}";
- Uri uri = new(url, UriKind.Absolute);
-
- using HttpClient httpClient = new();
- httpClient.Timeout = TimeSpan.FromMilliseconds(timeoutMS);
-
- await httpClient.GetAsync(uri);
- return true;
- }
- }
- catch (Exception)
- {
- return false;
- }
-
- return false;
- }
- });
-
- if (await task.WaitAsync(TimeSpan.FromMilliseconds(timeoutMS + 500)))
- return task.Result;
- else
- return false;
- }
-
- internal static IPAddress? HostToIP(string host, bool getIPv6 = false)
- {
- IPAddress? result = null;
-
- try
- {
- //IPAddress[] ipAddresses = Dns.GetHostEntry(host).AddressList;
- IPAddress[] ipAddresses = Dns.GetHostAddresses(host);
-
- if (ipAddresses == null || ipAddresses.Length == 0)
- return null;
-
- if (!getIPv6)
- {
- for (int n = 0; n < ipAddresses.Length; n++)
- {
- var addressFamily = ipAddresses[n].AddressFamily;
- if (addressFamily == AddressFamily.InterNetwork)
- {
- result = ipAddresses[n];
- break;
- }
- }
- }
- else
- {
- for (int n = 0; n < ipAddresses.Length; n++)
- {
- var addressFamily = ipAddresses[n].AddressFamily;
- if (addressFamily == AddressFamily.InterNetworkV6)
- {
- result = ipAddresses[n];
- break;
- }
- }
- }
- }
- catch (Exception ex)
- {
- Debug.WriteLine(ex.Message);
- }
- return result;
- }
-
- internal static byte[] AppendBytes(byte[] orig, byte[] append)
- {
- if (append == null) return orig;
- if (orig == null) return append;
-
- byte[] ret = new byte[orig.Length + append.Length];
- Buffer.BlockCopy(orig, 0, ret, 0, orig.Length);
- Buffer.BlockCopy(append, 0, ret, orig.Length, append.Length);
- return ret;
- }
-
- ///
- /// Fully read a stream into a byte array.
- ///
- /// The input stream.
- /// A byte array containing the data read from the stream.
- internal static byte[] StreamToBytes(Stream input)
- {
- if (input == null) throw new ArgumentNullException(nameof(input));
- if (!input.CanRead) throw new InvalidOperationException("Input stream is not readable");
-
- byte[] buffer = new byte[16 * 1024];
- using MemoryStream ms = new();
- int read;
-
- while ((read = input.Read(buffer, 0, buffer.Length)) > 0)
- {
- ms.Write(buffer, 0, read);
- }
-
- return ms.ToArray();
- }
-
- ///
- /// Add a key-value pair to a supplied Dictionary.
- ///
- /// The key.
- /// The value.
- /// An existing dictionary.
- /// The existing dictionary with a new key and value, or, a new dictionary with the new key value pair.
- internal static Dictionary AddToDict(string key, string? val, Dictionary existing)
- {
- if (string.IsNullOrEmpty(key)) return existing;
-
- Dictionary ret = new();
-
- if (existing == null)
- {
- ret.Add(key, val);
- return ret;
- }
- else
- {
- if (existing.ContainsKey(key))
- {
- if (string.IsNullOrEmpty(val)) return existing;
- string tempVal = existing[key];
- tempVal += "," + val;
- existing.Remove(key);
- existing.Add(key, tempVal);
- return existing;
- }
- else
- {
- existing.Add(key, val);
- return existing;
- }
- }
- }
-
- internal static bool IsWin7()
- {
- bool result = false;
- OperatingSystem os = Environment.OSVersion;
- Version vs = os.Version;
-
- if (os.Platform == PlatformID.Win32NT)
- {
- if (vs.Minor == 1 && vs.Major == 6)
- result = true;
- }
-
- return result;
- }
-
- internal static int Search(byte[] src, byte[] pattern)
- {
- int maxFirstCharSlot = src.Length - pattern.Length + 1;
- for (int i = 0; i < maxFirstCharSlot; i++)
- {
- if (src[i] != pattern[0]) // compare only first byte
- continue;
-
- // found a match on first byte, now try to match rest of the pattern
- for (int j = pattern.Length - 1; j >= 1; j--)
- {
- if (src[i + j] != pattern[j]) break;
- if (j == 1) return i;
- }
- }
- return -1;
- }
-
- }
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/DPIBypass.cs b/MsmhTools/MsmhTools/HTTPProxyServer/DPIBypass.cs
deleted file mode 100644
index 13bf33a..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/DPIBypass.cs
+++ /dev/null
@@ -1,557 +0,0 @@
-using System;
-using System.Diagnostics;
-using System.Net.Sockets;
-using System.Text;
-using System.Threading.Tasks;
-
-namespace MsmhTools.HTTPProxyServer
-{
- public partial class HTTPProxyServer
- {
- public partial class Program
- {
- //======================================= DPI Bypass Support
- public class DPIBypass
- {
- public Mode DPIBypassMode { get; private set; } = Mode.Disable;
- public ChunkMode DPIChunkMode { get; private set; }
- private int BeforeSniChunks { get; set; } = 0;
- private int SniChunks { get; set; } = 0;
- public int AntiPatternOffset { get; private set; } = 2;
- public int FragmentDelay { get; private set; } = 0;
- public string? DestHostname { get; set; }
- public int DestPort { get; set; }
-
- public event EventHandler? OnChunkDetailsReceived;
-
- public DPIBypass() { }
-
- public void Set(Mode mode, int beforeSniChunks, ChunkMode chunkMode, int sniChunks, int antiPatternOffset, int fragmentDelay)
- {
- DPIBypassMode = mode;
- BeforeSniChunks = beforeSniChunks;
- DPIChunkMode = chunkMode;
- SniChunks = sniChunks;
- AntiPatternOffset = antiPatternOffset;
- FragmentDelay = fragmentDelay;
- }
-
- // Max Data Length = 65536
- private const int MaxDataLength = 65536;
- public enum Mode
- {
- Program,
- Disable
- }
-
- public enum ChunkMode
- {
- SNI,
- SniExtension,
- AllExtensions
- }
-
- public class ProgramMode
- {
- private byte[] Data { get; set; }
- private Socket Socket { get; set; }
-
- public ProgramMode(byte[] data, Socket socket)
- {
- Data = data;
- Socket = socket;
- }
-
- public void Send(DPIBypass bp)
- {
- int offset = bp.AntiPatternOffset;
- Random random = new();
-
- // Anti Pattern Fragment Chunks
- int beforeSniChunks = random.Next(bp.BeforeSniChunks - offset, bp.BeforeSniChunks + offset);
- if (beforeSniChunks <= 0) beforeSniChunks = 1;
- if (beforeSniChunks > Data.Length) beforeSniChunks = Data.Length;
-
- int sniChunks = random.Next(bp.SniChunks - offset, bp.SniChunks + offset);
- if (sniChunks <= 0) sniChunks = 1;
- if (sniChunks > Data.Length) sniChunks = Data.Length;
-
- //Test(Data, Socket, beforeSniChunks, sniChunks, offset, bp);
-
- if (bp.DPIChunkMode == ChunkMode.AllExtensions)
- SendDataInFragmentAllExtensions(Data, Socket, beforeSniChunks, sniChunks, offset, bp);
- else if (bp.DPIChunkMode == ChunkMode.SniExtension)
- SendDataInFragmentSniExtension(Data, Socket, beforeSniChunks, sniChunks, offset, bp);
- else if (bp.DPIChunkMode == ChunkMode.SNI)
- SendDataInFragmentSNI(Data, Socket, beforeSniChunks, sniChunks, offset, bp);
- }
-
- private void Test(byte[] data, Socket socket, int beforeSniChunks, int sniChunks, int offset, DPIBypass bp)
- {
- Debug.WriteLine("Send Data in TEST");
- // Create packets
- List packets = new();
- packets.Clear();
-
- SniModifire sniModifire = new(data);
- if (sniModifire.HasSni)
- {
- packets.Add(sniModifire.ModifiedData);
- SendPackets(sniModifire.ModifiedData, socket, bp, packets);
- }
- else
- {
- packets.Add(data);
- SendPackets(data, socket, bp, packets);
- }
-
- }
-
- private void SendDataInFragmentAllExtensions(byte[] data, Socket socket, int beforeSniChunks, int sniChunks, int offset, DPIBypass bp)
- {
- //Debug.WriteLine("SendDataInFragmentAllExtensions");
- // Create packets
- List packets = new();
- packets.Clear();
-
- SniReader sniReader = new(data);
-
- if (beforeSniChunks == 1 && sniChunks == 1)
- {
- packets.Add(data);
- }
- else
- {
- if (sniReader.HasTlsExtensions)
- {
- int prevIndex;
- int pos = 0;
- SniReader.TlsExtensions allExtensions = sniReader.AllExtensions;
-
- pos += allExtensions.StartIndex;
- prevIndex = pos - allExtensions.StartIndex;
-
- // Create packet before SNI
- int beforeSniLength = allExtensions.StartIndex - prevIndex;
- if (beforeSniLength > 0)
- {
- byte[] beforeSNI = new byte[beforeSniLength];
- Buffer.BlockCopy(data, prevIndex, beforeSNI, 0, beforeSniLength);
-
- List chunkedbeforeSNI = ChunkDataNormal(beforeSNI, beforeSniChunks, offset);
- packets = packets.Concat(chunkedbeforeSNI).ToList();
- //Debug.WriteLine($"{prevIndex} ======> {beforeSniLength}");
- }
-
- // Create SNI packet
- List chunkedSNI = ChunkDataNormal(allExtensions.Data, sniChunks, offset);
- packets = packets.Concat(chunkedSNI).ToList();
-
- //Debug.WriteLine($"{beforeSniLength} ====== {sni.SniStartIndex}");
- //Debug.WriteLine($"{sni.SniStartIndex} ======> {sni.SniStartIndex + sni.SniLength}");
- Debug.WriteLine("==-----== " + (sniReader.AllExtensions.StartIndex + sniReader.AllExtensions.Length) + " of " + data.Length);
- pos = allExtensions.StartIndex + allExtensions.Length;
-
- // Create packet after SNI
- if (pos < data.Length)
- {
- int afterSniStartIndex = pos;
- int afterSniLength = data.Length - pos;
- byte[] afterSni = new byte[afterSniLength];
- Buffer.BlockCopy(data, afterSniStartIndex, afterSni, 0, afterSniLength);
- packets.Add(afterSni);
-
- //Debug.WriteLine($"{sni.SniStartIndex + sni.SniLength} ====== {afterSniStartIndex}");
- //Debug.WriteLine($"{afterSniStartIndex} ======> {afterSniStartIndex + afterSniLength}");
- //Debug.WriteLine($"{afterSniStartIndex + afterSniLength} ====== {data.Length}");
- }
- }
- else
- {
- packets.Add(data);
- }
- }
-
- SendPackets(data, socket, bp, packets);
- }
-
- private void SendDataInFragmentSniExtension(byte[] data, Socket socket, int beforeSniChunks, int sniChunks, int offset, DPIBypass bp)
- {
- //Debug.WriteLine("SendDataInFragmentSniExtension");
- // Create packets
- List packets = new();
- packets.Clear();
-
- SniReader sniReader = new(data);
- if (sniReader.SniExtensionList.Count > 1) Debug.WriteLine($"=======================> We Have {sniReader.SniExtensionList.Count} SNI Extensions.");
-
- if (beforeSniChunks == 1 && sniChunks == 1)
- {
- packets.Add(data);
- }
- else
- {
- if (sniReader.HasSniExtension)
- {
- int prevIndex;
- int pos = 0;
- for (int n = 0; n < sniReader.SniExtensionList.Count; n++)
- {
- SniReader.SniExtension sniExtension = sniReader.SniExtensionList[n];
-
- pos += sniExtension.StartIndex;
- prevIndex = pos - sniExtension.StartIndex;
-
- // Create packet before SNI
- int beforeSniLength = sniExtension.StartIndex - prevIndex;
- if (beforeSniLength > 0)
- {
- byte[] beforeSNI = new byte[beforeSniLength];
- Buffer.BlockCopy(data, prevIndex, beforeSNI, 0, beforeSniLength);
-
- List chunkedbeforeSNI = ChunkDataNormal(beforeSNI, beforeSniChunks, offset);
- packets = packets.Concat(chunkedbeforeSNI).ToList();
- //Debug.WriteLine($"{prevIndex} ======> {beforeSniLength}");
- }
-
- // Create SNI packet
- List chunkedSNI = ChunkDataNormal(sniExtension.Data, sniChunks, offset);
- packets = packets.Concat(chunkedSNI).ToList();
-
- //Debug.WriteLine($"{beforeSniLength} ====== {sni.SniStartIndex}");
- //Debug.WriteLine($"{sni.SniStartIndex} ======> {sni.SniStartIndex + sni.SniLength}");
-
- pos = sniExtension.StartIndex + sniExtension.Length;
-
- // Last round
- if (n == sniReader.SniExtensionList.Count - 1)
- {
- // Create packet after SNI
- if (pos < data.Length)
- {
- int afterSniStartIndex = pos;
- int afterSniLength = data.Length - pos;
- byte[] afterSni = new byte[afterSniLength];
- Buffer.BlockCopy(data, afterSniStartIndex, afterSni, 0, afterSniLength);
- packets.Add(afterSni);
-
- //Debug.WriteLine($"{sni.SniStartIndex + sni.SniLength} ====== {afterSniStartIndex}");
- //Debug.WriteLine($"{afterSniStartIndex} ======> {afterSniStartIndex + afterSniLength}");
- //Debug.WriteLine($"{afterSniStartIndex + afterSniLength} ====== {data.Length}");
- }
- }
- }
- }
- else
- {
- packets.Add(data);
- }
- }
-
- SendPackets(data, socket, bp, packets);
- }
-
- private void SendDataInFragmentSNI(byte[] data, Socket socket, int beforeSniChunks, int sniChunks, int offset, DPIBypass bp)
- {
- //Debug.WriteLine("SendDataInFragmentSNI");
- // Create packets
- List packets = new();
- packets.Clear();
-
- SniReader sniReader = new(data);
- if (sniReader.SniList.Count > 1) Debug.WriteLine($"=======================> We Have {sniReader.SniList.Count} SNIs.");
-
- if (beforeSniChunks == 1 && sniChunks == 1)
- {
- packets.Add(data);
- }
- else
- {
- if (sniReader.HasSni)
- {
- int prevIndex;
- int pos = 0;
- for (int n = 0; n < sniReader.SniList.Count; n++)
- {
- SniReader.SNI sni = sniReader.SniList[n];
-
- pos += sni.StartIndex;
- prevIndex = pos - sni.StartIndex;
-
- // Create packet before SNI
- int beforeSniLength = sni.StartIndex - prevIndex;
- if (beforeSniLength > 0)
- {
- byte[] beforeSNI = new byte[beforeSniLength];
- Buffer.BlockCopy(data, prevIndex, beforeSNI, 0, beforeSniLength);
-
- List chunkedbeforeSNI = ChunkDataNormal(beforeSNI, beforeSniChunks, offset);
- packets = packets.Concat(chunkedbeforeSNI).ToList();
- //Debug.WriteLine($"{prevIndex} ======> {beforeSniLength}");
- }
-
- // Create SNI packet
- List chunkedSNI = ChunkDataNormal(sni.Data, sniChunks, offset);
- packets = packets.Concat(chunkedSNI).ToList();
-
- //Debug.WriteLine($"{beforeSniLength} ====== {sni.SniStartIndex}");
- //Debug.WriteLine($"{sni.SniStartIndex} ======> {sni.SniStartIndex + sni.SniLength}");
-
- pos = sni.StartIndex + sni.Length;
-
- // Last round
- if (n == sniReader.SniList.Count - 1)
- {
- // Create packet after SNI
- if (pos < data.Length)
- {
- int afterSniStartIndex = pos;
- int afterSniLength = data.Length - pos;
- byte[] afterSni = new byte[afterSniLength];
- Buffer.BlockCopy(data, afterSniStartIndex, afterSni, 0, afterSniLength);
- packets.Add(afterSni);
-
- //Debug.WriteLine($"{sni.SniStartIndex + sni.SniLength} ====== {afterSniStartIndex}");
- //Debug.WriteLine($"{afterSniStartIndex} ======> {afterSniStartIndex + afterSniLength}");
- //Debug.WriteLine($"{afterSniStartIndex + afterSniLength} ====== {data.Length}");
- }
- }
- }
- }
- else
- {
- packets.Add(data);
- }
- }
-
- SendPackets(data, socket, bp, packets);
- }
-
- private List ChunkDataNormal(byte[] data, int chunks, int offset)
- {
- //Debug.WriteLine("ChunkDataNormal");
- // Create chunk packets
- Random random = new();
- List chunkPackets = new();
- chunkPackets.Clear();
- int prevIndex;
- int nn = 0;
- int sum = 0;
- for (int n = 0; n < data.Length; n++)
- {
- try
- {
- // Anti Pattern Fragment Size
- int fragmentSize = data.Length / chunks;
-
- int fragmentSizeOut = random.Next(fragmentSize - offset, fragmentSize + offset);
- if (fragmentSizeOut <= 0) fragmentSizeOut = 1;
- if (fragmentSizeOut > data.Length) fragmentSizeOut = data.Length;
- nn += fragmentSizeOut;
-
- if (nn > data.Length)
- {
- fragmentSizeOut = data.Length - (nn - fragmentSizeOut);
- //Debug.WriteLine(fragmentSizeOut);
- }
- //Debug.WriteLine(fragmentSizeOut);
-
- sum += fragmentSizeOut;
- byte[] fragmentData = new byte[fragmentSizeOut];
- prevIndex = sum - fragmentSizeOut;
- Buffer.BlockCopy(data, prevIndex, fragmentData, 0, fragmentSizeOut);
- chunkPackets.Add(fragmentData);
-
- if (sum >= data.Length) break;
- }
- catch (Exception ex)
- {
- chunkPackets.Clear();
- string msgEvent = $"Error, Creating normal packets: {ex.Message}";
- Debug.WriteLine(msgEvent);
- return chunkPackets;
- }
- }
-
- return chunkPackets;
- }
-
- private List ChunkDataNormal2(byte[] data, int fragmentSize)
- {
- Debug.WriteLine("ChunkDataNormal2");
- // Create chunk packets
- List chunkPackets = new();
- chunkPackets.Clear();
- var fragments = data.Chunk(fragmentSize);
- for (int n = 0; n < fragments.Count(); n++)
- {
- try
- {
- byte[] fragment = fragments.ToArray()[n];
- chunkPackets.Add(fragment);
- }
- catch (Exception ex)
- {
- chunkPackets.Clear();
- string msgEvent = $"Error, Creating normal2 packets: {ex.Message}";
- Debug.WriteLine(msgEvent);
- return chunkPackets;
- }
- }
-
- return chunkPackets;
- }
-
- private List ChunkDataNormal3(byte[] data, int fragmentSize)
- {
- Debug.WriteLine("ChunkDataNormal3");
- // Create chunk packets
- List chunkPackets = new();
- chunkPackets.Clear();
- var fragments = ChunkViaMemory(data, fragmentSize);
- for (int n = 0; n < fragments.Count(); n++)
- {
- try
- {
- byte[] fragment = fragments.ToArray()[n].ToArray();
- chunkPackets.Add(fragment);
- }
- catch (Exception ex)
- {
- chunkPackets.Clear();
- string msgEvent = $"Error, Creating normal3 packets: {ex.Message}";
- Debug.WriteLine(msgEvent);
- return chunkPackets;
- }
- }
-
- return chunkPackets;
- }
-
- private List ChunkDataRandom(byte[] data, int fragmentChunks)
- {
- Debug.WriteLine("ChunkDataRandom");
- //// Calculate fragment chunks from size
- //int fragmentChunks = data.Length / fragmentSize;
- //if (fragmentChunks <= 0) fragmentChunks = 1;
- //if (fragmentChunks > data.Length) fragmentChunks = data.Length;
-
- // Create chunk packets
- List packets = new();
- packets.Clear();
- fragmentChunks = Math.Min(fragmentChunks, data.Length);
- List indices;
- if (fragmentChunks < data.Length)
- indices = GenerateRandomIndices(1, data.Length - 1, fragmentChunks - 1);
- else
- indices = Enumerable.Range(0, data.Length - 1).ToList();
- indices.Sort();
-
- int prevIndex = 0;
- for (int n = 0; n < indices.Count; n++)
- {
- try
- {
- int index = indices[n];
- byte[] fragmentData = new byte[index - prevIndex];
- Buffer.BlockCopy(data, prevIndex, fragmentData, 0, fragmentData.Length);
- packets.Add(fragmentData);
- prevIndex = index;
- }
- catch (Exception ex)
- {
- packets.Clear();
- string msgEvent = $"Error, Creating random packets: {ex.Message}";
- Debug.WriteLine(msgEvent);
- return packets;
- }
- }
-
- try
- {
- byte[] lastFragmentData = new byte[data.Length - prevIndex];
- Buffer.BlockCopy(data, prevIndex, lastFragmentData, 0, lastFragmentData.Length);
- packets.Add(lastFragmentData);
- }
- catch (Exception ex)
- {
- packets.Clear();
- string msgEvent = $"Error, Creating last random packet: {ex.Message}";
- Debug.WriteLine(msgEvent);
- return packets;
- }
-
- return packets;
- }
-
- private void SendPackets(byte[] data, Socket socket, DPIBypass bp, List packets)
- {
- // Check packets
- int allLength = 0;
- for (int i = 0; i < packets.Count; i++)
- allLength += packets[i].Length;
-
- if (allLength != data.Length)
- {
- Debug.WriteLine($"{allLength} == {data.Length}, Chunks: {packets.Count}");
- packets.Clear();
- return;
- }
-
- // Send packets
- for (int i = 0; i < packets.Count; i++)
- {
- try
- {
- byte[] fragmentData = packets[i];
- if (socket == null) return;
- socket.Send(fragmentData);
- if (bp.FragmentDelay > 0)
- Task.Delay(bp.FragmentDelay).Wait();
- }
- catch (Exception ex)
- {
- string msgEvent = $"Error, Send Packets: {ex.Message}";
- Debug.WriteLine(msgEvent);
- return;
- }
- }
-
- string chunkDetailsEvent = $"{bp.DestHostname}:{bp.DestPort} Length: {data.Length}";
- if (packets.Count > 1)
- chunkDetailsEvent += $", Chunks: {packets.Count}";
- bp.OnChunkDetailsReceived?.Invoke(chunkDetailsEvent, EventArgs.Empty);
- }
- }
-
- private static List GenerateRandomIndices(int minValue, int maxValue, int count)
- {
- Random random = new();
- HashSet indicesSet = new();
-
- while (indicesSet.Count < count)
- {
- indicesSet.Add(random.Next(minValue, maxValue));
- }
-
- return new List(indicesSet);
- }
-
- private static IEnumerable> ChunkViaMemory(T[] data, int size)
- {
- var chunks = data.Length / size;
- for (int i = 0; i < chunks; i++)
- {
- yield return data.AsMemory(i * size, size);
- }
- var leftOver = data.Length % size;
- if (leftOver > 0)
- {
- yield return data.AsMemory(chunks * size, leftOver);
- }
- }
-
- }
- }
- }
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/Decoder.cs b/MsmhTools/MsmhTools/HTTPProxyServer/Decoder.cs
deleted file mode 100644
index 5ca5e79..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/Decoder.cs
+++ /dev/null
@@ -1,225 +0,0 @@
-using System;
-using System.Diagnostics;
-using System.Text;
-
-namespace MsmhTools.HTTPProxyServer
-{
- ///
- /// Decode chunk-transfer-encoded streams or byte arrays, particularly from HTTP data.
- ///
- public class ChunkDecoder
- {
- ///
- /// Callback to invoke to process signatures found in the chunk length line.
- /// Called before ProcessChunk.
- /// Return 'true' to continue operation.
- /// Return 'false' to terminate.
- ///
- public Func, byte[], bool>? ProcessSignature = null;
-
- ///
- /// Callback to invoke to process a chunk.
- /// Called after ProcessSignature.
- /// Return 'true' to continue operation.
- /// Return 'false' to terminate.
- ///
- public Func? ProcessChunk = null;
-
- ///
- /// Instantiate the object.
- ///
- public ChunkDecoder()
- {
-
- }
-
- ///
- /// Decode a chunk-transfer-encoded byte array to a non-chunked byte array.
- ///
- /// Original byte array with chunk-transfer-encoding.
- /// Data without encoding.
- /// True if successful.
- public bool Decode(byte[] data, out byte[]? outData)
- {
- outData = null;
- if (data == null || data.Length < 1) throw new ArgumentNullException(nameof(data));
-
- MemoryStream ms = new();
- ms.Write(data, 0, data.Length);
- ms.Seek(0, SeekOrigin.Begin);
-
- if (Decode(ms, out long contentLength, out MemoryStream outStream))
- {
- if (contentLength > 0)
- {
- outData = new byte[contentLength];
- outData = outStream.ToArray();
- }
-
- return true;
- }
- else
- {
- return false;
- }
- }
-
- ///
- /// Decode a chunk-transfer-encoded stream to a non-chunked stream.
- ///
- /// Original stream with chunk-transfer-encoding.
- /// Content length of the data in the output stream.
- /// Output stream containing data without encoding.
- /// True if successful.
- public bool Decode(Stream stream, out long contentLength, out MemoryStream outStream)
- {
- contentLength = 0;
- outStream = new MemoryStream();
-
- if (stream == null) throw new ArgumentNullException(nameof(stream));
- if (!stream.CanRead) throw new ArgumentException("Cannot read from supplied stream.");
- if (stream.CanSeek) stream.Seek(0, SeekOrigin.Begin);
-
- int bytesRead = 0;
- long segmentLength = 0;
- byte[] headerBuffer = new byte[1];
- string header = "";
- byte[]? dataBuffer = null;
- long bytesRemaining = 0;
-
- while (true)
- {
- // Read-Chunk-Length
- Log("Reading chunk length");
- headerBuffer = new byte[1];
- header = "";
-
- while (true)
- {
- bytesRead = stream.Read(headerBuffer, 0, headerBuffer.Length);
- if (bytesRead > 0)
- {
- Log("| Read " + bytesRead + ": " + Encoding.UTF8.GetString(headerBuffer).Trim());
- header += Convert.ToChar(headerBuffer[0]);
- if ((int)headerBuffer[0] == 10)
- {
- // end of header
- Log("| End of header detected");
- break;
- }
- }
- }
-
- // Check-for-Key-Value-Pairs
- header = header.Trim();
- string segmentLengthStr;
- Dictionary signatures = new();
-
- if (header.Contains(';'))
- {
- Log("Embedded key-value pairs detected");
- string[] vals = header.Split(';');
- segmentLengthStr = vals[0];
-
- if (vals.Length > 1)
- {
- for (int i = 1; i < vals.Length; i++)
- {
- string[] kvp = vals[i].Split('=');
- if (kvp.Length == 1)
- {
- Log("| " + kvp[0] + ": null");
- signatures.Add(kvp[0], null);
- }
- if (kvp.Length == 2)
- {
- Log("| " + kvp[0] + ": " + kvp[1]);
- signatures.Add(kvp[0], kvp[1]);
- }
- }
- }
- }
- else
- {
- segmentLengthStr = header;
- }
-
- Log("Reading data of length " + segmentLengthStr);
-
- // Check-for-End
- if (!string.IsNullOrEmpty(segmentLengthStr)) segmentLength = Convert.ToInt64(segmentLengthStr, 16);
- if (segmentLength < 1) // Segment length of 0 indicates end of message
- {
- // Read out the final \r\n
- Log("End of message detected");
- headerBuffer = new byte[2];
- bytesRead = stream.Read(headerBuffer, 0, headerBuffer.Length);
- break; // end of stream
- }
-
- // Read-Data
- dataBuffer = new byte[segmentLength];
- bytesRemaining = segmentLength;
-
- while (bytesRemaining > 0)
- {
- bytesRead = stream.Read(dataBuffer, 0, dataBuffer.Length);
- if (bytesRead > 0)
- {
- Log("| Read " + bytesRead + ": " + Encoding.UTF8.GetString(dataBuffer));
-
- if (ProcessSignature != null && signatures != null && signatures.Count > 0)
- {
- foreach (KeyValuePair currSignature in signatures)
- {
- if (!ProcessSignature(currSignature, dataBuffer))
- {
- Log("*** Failed to process signature " + currSignature.Key + ", exiting");
- return false;
- }
- }
- }
-
- if (ProcessChunk != null)
- {
- if (!ProcessChunk(dataBuffer))
- {
- Log("*** Failed to process chunk");
- return false;
- }
- }
-
- outStream.Write(dataBuffer, 0, bytesRead);
- bytesRemaining -= bytesRead;
- contentLength += bytesRead;
- Log("| Content length is now " + contentLength);
- }
- }
-
- // Read-CRLF-After-Data
- // Read out the final \r\n
- byte[] newlineBuffer = new byte[1];
- while (true)
- {
- bytesRead = stream.Read(newlineBuffer, 0, newlineBuffer.Length);
- if (bytesRead > 0)
- {
- if ((int)newlineBuffer[0] == 10) break;
- }
- }
- }
-
- outStream.Seek(0, SeekOrigin.Begin);
- return true;
- }
-
- // Private-Methods
- private void Log(string msg)
- {
- if (!string.IsNullOrEmpty(msg))
- {
- Debug.WriteLine(msg);
- }
- }
- }
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/HTTPProxyServer.cs b/MsmhTools/MsmhTools/HTTPProxyServer/HTTPProxyServer.cs
deleted file mode 100644
index 7d4e20c..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/HTTPProxyServer.cs
+++ /dev/null
@@ -1,807 +0,0 @@
-using System;
-using System.Net;
-using System.Net.Sockets;
-using System.Threading;
-using System.Threading.Tasks;
-using System.Text;
-using System.Diagnostics;
-using MsmhTools.DnsTool;
-using MsmhTools.ProxifiedTcpClient;
-
-namespace MsmhTools.HTTPProxyServer
-{
- public partial class HTTPProxyServer
- {
- //======================================= DPI Bypass Support: Static
- public static Program.DPIBypass StaticDPIBypassProgram = new();
- public void EnableStaticDPIBypass(Program.DPIBypass dpiBypassProgram)
- {
- StaticDPIBypassProgram = dpiBypassProgram;
- }
-
- //--- Constant
- public Program.DPIBypass DPIBypassProgram = new();
- public void EnableDPIBypass(Program.DPIBypass dpiBypassProgram)
- {
- DPIBypassProgram = dpiBypassProgram;
- }
-
- //======================================= UpStream Proxy Support
- public Program.UpStreamProxy UpStreamProxyProgram = new();
- public void EnableUpStreamProxy(Program.UpStreamProxy upStreamProxyProgram)
- {
- UpStreamProxyProgram = upStreamProxyProgram;
- }
-
- //======================================= DNS Support
- public Program.Dns DNSProgram = new();
- public void EnableDNS(Program.Dns dnsProgram)
- {
- DNSProgram = dnsProgram;
- }
-
- //======================================= Fake DNS Support
- public Program.FakeDns FakeDNSProgram = new();
- public void EnableFakeDNS(Program.FakeDns fakeDnsProgram)
- {
- FakeDNSProgram = fakeDnsProgram;
- }
-
- //======================================= Black White List Support
- public Program.BlackWhiteList BWListProgram = new();
- public void EnableBlackWhiteList(Program.BlackWhiteList blackWhiteListProgram)
- {
- BWListProgram = blackWhiteListProgram;
- }
-
- //======================================= DontBypass Support
- public Program.DontBypass DontBypassProgram = new();
- public void EnableDontBypass(Program.DontBypass dontBypassProgram)
- {
- DontBypassProgram = dontBypassProgram;
- }
-
- //======================================= Start HTTP Proxy
- internal ProxySettings _Settings = new();
-
- private TunnelManager _TunnelManager = new();
- private TcpListener? _TcpListener;
-
- private CancellationTokenSource? _CancelTokenSource;
- private CancellationToken _CancelToken;
-
- private System.Timers.Timer KillOnOverloadTimer { get; set; } = new(5000);
- private PerformanceCounter PFC { get; set; } = new();
- private float CpuUsage { get; set; } = 0;
-
- private bool Cancel = false;
-
- //private readonly EventWaitHandle Terminator = new(false, EventResetMode.ManualReset);
-
- private Thread? MainThread;
- private List BlackList { get; set; } = new();
-
- public event EventHandler? OnRequestReceived;
- public event EventHandler? OnErrorOccurred;
- public event EventHandler? OnDebugInfoReceived;
- public readonly int MaxDataSize = 65536;
- public bool IsRunning { get; private set; } = false;
- public bool BlockPort80 { get; set; } = false;
-
- ///
- /// Kill Requests If CPU Usage is Higher than this Value.
- ///
- public float KillOnCpuUsage { get; set; } = 25;
-
- ///
- /// Kill Request if didn't receive data for n seconds. Default: 0 Sec (Disabled)
- ///
- public int RequestTimeoutSec { get; set; } = 0;
-
- public HTTPProxyServer()
- {
- // Captive Portal and others
- BlackList.Add("ipv6.msftconnecttest.com:80");
- BlackList.Add("msedge.b.tlu.dl.delivery.mp.microsoft.com:80");
- BlackList.Add("edgedl.me.gvt1.com:80");
- BlackList.Add("detectportal.firefox.com:80");
- BlackList.Add("gstatic.com:80");
- BlackList = BlackList.Distinct().ToList();
-
- // CPU
- PFC.CategoryName = "Process";
- PFC.CounterName = "% Processor Time";
- PFC.InstanceName = Process.GetCurrentProcess().ProcessName;
- PFC.ReadOnly = true;
- }
-
- public void Start(IPAddress ipAddress, int port, int maxThreads)
- {
- if (IsRunning) return;
- IsRunning = true;
-
- _Settings = new();
- _Settings.ListenerIpAddress = ipAddress;
- _Settings.ListenerPort = port;
- _Settings.MaxThreads = maxThreads;
-
- Welcome();
-
- _TunnelManager = new();
-
- _CancelTokenSource = new();
- _CancelToken = _CancelTokenSource.Token;
-
- Cancel = false;
-
- KillOnOverloadTimer.Elapsed += KillOnOverloadTimer_Elapsed;
- KillOnOverloadTimer.Start();
-
- //Task.Run(() => AcceptConnections(), _CancelToken);
-
- ThreadStart threadStart = new(AcceptConnections);
- MainThread = new(threadStart);
- MainThread.SetApartmentState(ApartmentState.STA);
- MainThread.Start();
-
- //Task.Run(() =>
- //{
- // Task.Run(() => AcceptConnections(), _CancelToken);
-
- // Terminator.Reset();
- // Terminator.WaitOne();
- //});
-
- }
-
- private void KillOnOverloadTimer_Elapsed(object? sender, System.Timers.ElapsedEventArgs e)
- {
- CpuUsage = PFC.NextValue() / Environment.ProcessorCount;
- if (AllRequests >= _Settings.MaxThreads || CpuUsage > KillOnCpuUsage)
- {
- KillAll();
- }
- }
-
- ///
- /// Kill all active requests
- ///
- public void KillAll()
- {
- if (_TunnelManager != null)
- {
- var dic = _TunnelManager.GetTunnels();
- Debug.WriteLine(dic.Count);
- foreach (var item in dic)
- {
- Debug.WriteLine(item.Key);
- _TunnelManager.Remove(item.Key);
- }
- }
- }
-
- public void Stop()
- {
- if (IsRunning && _TcpListener != null && _CancelTokenSource != null)
- {
- IsRunning = false;
- //Terminator.Set();
- _CancelTokenSource.Cancel(true);
- Cancel = true;
- _TcpListener.Stop();
-
- KillAll();
-
- KillOnOverloadTimer.Stop();
-
- IsRunning = _TcpListener.Server.IsBound;
- Goodbye();
- }
- }
-
- public int ListeningPort
- {
- get => _Settings.ListenerPort;
- }
-
- public bool IsDpiActive
- {
- get => DPIBypassProgram.DPIBypassMode != Program.DPIBypass.Mode.Disable || StaticDPIBypassProgram.DPIBypassMode != Program.DPIBypass.Mode.Disable;
- }
-
- public int ActiveTunnels
- {
- get => _TunnelManager.Count;
- }
-
- public int AllRequests { get; private set; } = 0;
-
- public int MaxRequests
- {
- get => _Settings != null ? _Settings.MaxThreads : 0;
- }
-
- private void Welcome()
- {
- // Event
- string msgEvent = $"HTTP Proxy Server starting on {_Settings.ListenerIpAddress}:{_Settings.ListenerPort}";
- OnRequestReceived?.Invoke(msgEvent, EventArgs.Empty);
- OnDebugInfoReceived?.Invoke(msgEvent, EventArgs.Empty);
- }
-
- private void Goodbye()
- {
- // Event
- string msgEvent = "HTTP Proxy Server stopped.";
- OnRequestReceived?.Invoke(msgEvent, EventArgs.Empty);
- OnDebugInfoReceived?.Invoke(msgEvent, EventArgs.Empty);
- }
-
- private async void AcceptConnections()
- {
- if (Cancel) return;
-
- try
- {
- _TcpListener = new(_Settings.ListenerIpAddress, _Settings.ListenerPort);
- _TcpListener.Start();
- Task.Delay(200).Wait();
-
- if (_TcpListener != null)
- {
- IsRunning = _TcpListener.Server.IsBound;
-
- while (!Cancel)
- {
- TcpClient tcpClient = await _TcpListener.AcceptTcpClientAsync().ConfigureAwait(false);
- if (tcpClient.Connected) ProcessConnectionSync(tcpClient);
- if (_CancelToken.IsCancellationRequested || Cancel)
- break;
- }
- }
- else
- {
- IsRunning = false;
- }
- }
- catch (Exception eOuter)
- {
- // Event Error
- if (!_CancelToken.IsCancellationRequested || !Cancel)
- {
- string msgEventErr = $"Accept Connections: {eOuter.Message}";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- }
- }
- }
-
- private void ProcessConnectionSync(TcpClient tcpClient)
- {
- Task.Run(() => ProcessConnection(tcpClient));
- }
-
- private async void ProcessConnection(TcpClient client)
- {
- if (Cancel) return;
-
- AllRequests++;
-
- // Generate unique int
- int connectionId;
- try
- {
- connectionId = Guid.NewGuid().GetHashCode() + BitConverter.ToInt32(Guid.NewGuid().ToByteArray(), 0);
- }
- catch (Exception)
- {
- connectionId = Guid.NewGuid().GetHashCode();
- }
-
- Debug.WriteLine($"Active Requests: {AllRequests} of {_Settings.MaxThreads}");
-
- try
- {
- // Check if Max Exceeded
- if (AllRequests >= _Settings.MaxThreads || CpuUsage > KillOnCpuUsage)
- {
- // Event
- string msgEventErr = $"AcceptConnections Max Exceeded, {AllRequests} of {_Settings.MaxThreads} Requests. CPU: {CpuUsage} of {KillOnCpuUsage}.";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- Debug.WriteLine(msgEventErr);
-
- // Kill em
- try
- {
- client.Close();
- }
- catch (Exception)
- {
- // do nothing
- }
-
- if (AllRequests > 0) AllRequests--;
- return;
- }
-
- IPEndPoint? clientIpEndpoint = client.Client.RemoteEndPoint as IPEndPoint;
- IPEndPoint? serverIpEndpoint = client.Client.LocalEndPoint as IPEndPoint;
-
- string clientEndpoint = clientIpEndpoint != null ? clientIpEndpoint.ToString() : string.Empty;
- string serverEndpoint = serverIpEndpoint != null ? serverIpEndpoint.ToString() : string.Empty;
-
- string clientIp = clientIpEndpoint != null ? clientIpEndpoint.Address.ToString() : string.Empty;
- int clientPort = clientIpEndpoint != null ? clientIpEndpoint.Port : 0;
-
- string serverIp = serverIpEndpoint != null ? serverIpEndpoint.Address.ToString() : string.Empty;
- int serverPort = serverIpEndpoint != null ? serverIpEndpoint.Port : 0;
-
- Request? req = Request.FromTcpClient(client);
- if (req == null)
- {
- // Event Error
- string msgEventErr = $"{clientEndpoint} unable to build HTTP request.";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- if (client.Connected) client.Close();
- if (AllRequests > 0) AllRequests--;
- return;
- }
-
- if (string.IsNullOrEmpty(req.DestHostname) || req.DestHostPort == 0)
- {
- // Event Error
- string msgEventErr = "Hostname is empty or Port is 0.";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- if (client.Connected) client.Close();
- if (AllRequests > 0) AllRequests--;
- return;
- }
-
- if (req.Data != null && req.Data.Length < 1)
- {
- // Event Error
- string msgEventErr = "Data length is 0.";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- if (client.Connected) client.Close();
- if (AllRequests > 0) AllRequests--;
- return;
- }
-
- req.SourceIp = clientIp;
- req.SourcePort = clientPort;
- req.DestIp = serverIp;
- req.DestPort = serverPort;
- req.TimeoutSec = RequestTimeoutSec;
-
- // Block Port 80
- if (BlockPort80 && req.DestHostPort == 80)
- {
- // Event
- string msgEvent = $"Block Port 80: {req.FullUrl}, request denied.";
- OnDebugInfoReceived?.Invoke(msgEvent, EventArgs.Empty);
-
- if (client.Connected) client.Close();
- if (AllRequests > 0) AllRequests--;
- return;
- }
-
- //// Block Built-in Black List
- for (int n = 0; n < BlackList.Count; n++)
- {
- string website = BlackList[n];
- string destWebsite = $"{req.DestHostname}:{req.DestHostPort}";
- if (destWebsite == website)
- {
- // Event
- string msgEvent = $"Black list: {req.FullUrl}, request denied.";
- OnDebugInfoReceived?.Invoke(msgEvent, EventArgs.Empty);
-
- if (client.Connected) client.Close();
- if (AllRequests > 0) AllRequests--;
- return;
- }
- }
-
- //// Black White List Program
- if (BWListProgram.ListMode != Program.BlackWhiteList.Mode.Disable)
- {
- bool isMatch = BWListProgram.IsMatch(req.DestHostname);
- if (isMatch)
- {
- // Event
- string msgEvent = $"Black White list: {req.FullUrl}, request denied.";
- OnDebugInfoReceived?.Invoke(msgEvent, EventArgs.Empty);
-
- if (client.Connected) client.Close();
- if (AllRequests > 0) AllRequests--;
- return;
- }
- }
-
- //// DontBypass Program
- req.ApplyDpiBypass = true;
- if (DontBypassProgram.DontBypassMode != Program.DontBypass.Mode.Disable)
- {
- bool isMatch = DontBypassProgram.IsMatch(req.DestHostname);
- if (isMatch) req.ApplyDpiBypass = false;
- }
-
- // Save Orig Hostname
- string origHostname = req.DestHostname;
-
- //// FakeDNS Program
- if (FakeDNSProgram.FakeDnsMode != Program.FakeDns.Mode.Disable)
- req.DestHostname = FakeDNSProgram.Get(req.DestHostname);
-
- //// DNS Program
- if (origHostname.Equals(req.DestHostname))
- {
- if (DNSProgram.DNSMode != Program.Dns.Mode.Disable)
- {
- string ipStr = await DNSProgram.Get(req.DestHostname);
- if (!ipStr.StartsWith("10.") && !ipStr.StartsWith("127.0.") && !ipStr.StartsWith("172.16.") && !ipStr.StartsWith("192.168."))
- req.DestHostname = ipStr;
- }
- }
-
- // Event
- string msgReqEvent = $"{origHostname}:{req.DestHostPort}";
- if (!origHostname.Equals(req.DestHostname))
- msgReqEvent = $"{origHostname}:{req.DestHostPort} => {req.DestHostname}";
-
- // Is Upstream Active
- bool isUpStreamProgramActive = UpStreamProxyProgram.UpStreamMode != Program.UpStreamProxy.Mode.Disable;
-
- // Check if Dest Host or IP is blocked
- bool isIp = IPAddress.TryParse(req.DestHostname, out IPAddress _);
- if (isIp)
- req.IsDestBlocked = await CommonTools.IsIpBlocked(req.DestHostname, req.DestHostPort, req.Method, 2000);
- else
- req.IsDestBlocked = await CommonTools.IsHostBlocked(req.DestHostname, req.DestHostPort, req.Method, 2000);
-
- if (req.IsDestBlocked && isIp)
- msgReqEvent += " (IP is blocked)";
- if (req.IsDestBlocked && !isIp)
- msgReqEvent += " (Host is blocked)";
-
- // Apply upstream?
- bool applyUpStreamProxy = false;
- if ((isUpStreamProgramActive && !UpStreamProxyProgram.OnlyApplyToBlockedIps) ||
- (isUpStreamProgramActive && UpStreamProxyProgram.OnlyApplyToBlockedIps && req.IsDestBlocked))
- applyUpStreamProxy = true;
-
- if (applyUpStreamProxy)
- msgReqEvent += " (Bypassing through Upstream Proxy)";
-
- //Debug.WriteLine(msgReqEvent);
- OnRequestReceived?.Invoke(msgReqEvent, EventArgs.Empty);
-
- // Not a good idea
- //if (req.IsDestBlocked && !applyUpStreamProxy)
- //{
- // if (client.Connected) client.Close();
- // if (AllRequests > 0) AllRequests--;
- // return;
- //}
-
- // Begin Connect
- if (req.Method == HttpMethod.Post)
- {
- // Event
- string msgEvent = $"{clientEndpoint} proxying request via CONNECT to {req.FullUrl}";
- OnDebugInfoReceived?.Invoke(msgEvent, EventArgs.Empty);
-
- ConnectHttpsRequest(connectionId, client, req, applyUpStreamProxy);
- //await ConnectHttpsRequest(connectionId, client, req, applyUpStreamProxy);
- }
- else
- {
- // Event
- string msgEvent = $"{clientEndpoint} proxying request to {req.FullUrl}";
- OnDebugInfoReceived?.Invoke(msgEvent, EventArgs.Empty);
-
- ConnectHttpRequestAsync(req, client);
- //await ConnectHttpRequestAsync(req, client);
- }
-
- //if (client.Connected) client.Close();
- //if (AllRequests > 0) AllRequests--;
- }
- catch (IOException)
- {
- if (client.Connected) client.Close();
- if (AllRequests > 0) AllRequests--;
- }
- catch (Exception ex)
- {
- // Event Error
- string msgEventErr = $"Process Connection: {ex.Message}";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
-
- if (client.Connected) client.Close();
- if (AllRequests > 0) AllRequests--;
- }
- }
-
- //======================================== Connect HTTPS Request
-
- private async void ConnectHttpsRequest(int connectionId, TcpClient client, Request req, bool applyUpStreamProxy = false)
- {
- if (Cancel) return;
- if (client.Client == null) return;
-
- TcpClient server = new();
-
- try
- {
- client.NoDelay = true;
- client.Client.NoDelay = true;
-
- try
- {
- if (!string.IsNullOrEmpty(req.DestHostname))
- {
- if (applyUpStreamProxy)
- {
- TcpClient? proxifiedTcpClient = UpStreamProxyProgram.Connect(req.DestHostname, req.DestHostPort);
- if (proxifiedTcpClient != null)
- {
- server = proxifiedTcpClient;
- }
- else
- {
- // Event Error
- string msgEventErr = $"Couldn't connect to upstream proxy.";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
-
- server.Connect(req.DestHostname, req.DestHostPort);
- }
- }
- else
- {
- server.Connect(req.DestHostname, req.DestHostPort);
- }
- }
- else
- {
- // Event Error
- string msgEventErr = $"Hostname was null or empty.";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- disposeIt();
- return;
- }
- }
- catch (Exception)
- {
- // Event Error
- string msgEventErr = $"Connect Request failed to {req.DestHostname}:{req.DestHostPort}";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- disposeIt();
- return;
- }
-
- server.NoDelay = true;
- server.Client.NoDelay = true;
-
- byte[] connectResponse = ConnectResponse();
- static byte[] ConnectResponse()
- {
- string resp = "HTTP/1.1 200 Connection Established\r\nConnection: close\r\n\r\n";
- return Encoding.UTF8.GetBytes(resp);
- }
- if (client.Client == null)
- {
- disposeIt();
- return;
- }
- client.Client.Send(connectResponse);
-
- if (string.IsNullOrEmpty(req.SourceIp) || string.IsNullOrEmpty(req.DestIp))
- {
- // Event Error
- string msgEventErr = $"Source or dest IP were null or empty. SourceIp: {req.SourceIp} DestIp: {req.DestIp}";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- disposeIt();
- return;
- }
-
- // Create Tunnel
- Tunnel currentTunnel = new(req, client, server);
-
- currentTunnel.EnableDPIBypass(DPIBypassProgram);
-
- // Tunnel Event OnDebugInfoReceived
- currentTunnel.OnDebugInfoReceived -= CurrentTunnel_OnDebugInfoReceived;
- currentTunnel.OnDebugInfoReceived += CurrentTunnel_OnDebugInfoReceived;
- void CurrentTunnel_OnDebugInfoReceived(object? sender, EventArgs e)
- {
- if (sender is string debugInfo)
- OnDebugInfoReceived?.Invoke(debugInfo, EventArgs.Empty);
- }
-
- // Tunnel Event OnErrorOccurred
- currentTunnel.OnErrorOccurred -= CurrentTunnel_OnErrorOccurred;
- currentTunnel.OnErrorOccurred += CurrentTunnel_OnErrorOccurred;
- void CurrentTunnel_OnErrorOccurred(object? sender, EventArgs e)
- {
- if (sender is string error)
- OnErrorOccurred?.Invoke(error, EventArgs.Empty);
- }
-
- if (_TunnelManager != null)
- _TunnelManager.Add(connectionId, currentTunnel);
-
- while (currentTunnel.IsActive())
- {
- await Task.Delay(100);
- }
- }
- catch (SocketException)
- {
- disposeIt();
- }
- catch (Exception e)
- {
- // Event Error
- string msgEventErr = $"Connect Request: {e.Message}";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- disposeIt();
- }
- finally
- {
- disposeIt();
- }
-
- void disposeIt()
- {
- if (_TunnelManager != null) _TunnelManager.Remove(connectionId);
- if (client != null) client.Dispose();
- if (server != null) server.Dispose();
- if (AllRequests > 0) AllRequests--;
- }
- }
-
- //======================================== Connect HTTP Request
-
- private async void ConnectHttpRequestAsync(Request req, TcpClient client)
- {
- if (Cancel) return;
-
- RestResponse? resp = await proxyRequest(req);
- if (resp != null)
- {
- NetworkStream ns = client.GetStream();
- await sendRestResponse(resp, ns);
- await ns.FlushAsync();
- ns.Close();
-
- if (client != null) client.Dispose();
- if (AllRequests > 0) AllRequests--;
- }
-
- async Task proxyRequest(Request request)
- {
- if (Cancel) return null;
-
- try
- {
- if (request.Headers != null)
- {
- string foundVal = string.Empty;
-
- foreach (KeyValuePair currKvp in request.Headers)
- {
- if (string.IsNullOrEmpty(currKvp.Key)) continue;
- if (currKvp.Key.ToLower().Equals("expect"))
- {
- foundVal = currKvp.Key;
- break;
- }
- }
-
- if (!string.IsNullOrEmpty(foundVal)) request.Headers.Remove(foundVal);
- }
-
- if (string.IsNullOrEmpty(request.FullUrl))
- {
- // Evemt Error
- string msgEventErr = $"Full Url was null or empty. FullUrl: {request.FullUrl}";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- return null;
- }
-
- //(HttpMethod)(Enum.Parse(typeof(RestWrapper.HttpMethod), request.Method.ToString())),
- RestRequest rRequest = new(
- request.FullUrl,
- request.Method,
- request.Headers,
- request.ContentType);
-
- if (request.ContentLength > 0)
- {
- return await rRequest.SendAsync(request.ContentLength, request.DataStream);
- }
- else
- {
- return await rRequest.SendAsync();
- }
- }
- catch (Exception e)
- {
- // Evemt Error
- string msgEventErr = $"{e.Message}";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- return null;
- }
- }
-
- async Task sendRestResponse(RestResponse resp, NetworkStream ns)
- {
- if (Cancel) return;
-
- try
- {
- byte[]? ret = Array.Empty();
- string statusLine = resp.ProtocolVersion + " " + resp.StatusCode + " " + resp.StatusDescription + "\r\n";
- ret = CommonTools.AppendBytes(ret, Encoding.UTF8.GetBytes(statusLine));
-
- if (!string.IsNullOrEmpty(resp.ContentType))
- {
- string contentTypeLine = "Content-Type: " + resp.ContentType + "\r\n";
- ret = CommonTools.AppendBytes(ret, Encoding.UTF8.GetBytes(contentTypeLine));
- }
-
- if (resp.ContentLength > 0)
- {
- string contentLenLine = "Content-Length: " + resp.ContentLength + "\r\n";
- ret = CommonTools.AppendBytes(ret, Encoding.UTF8.GetBytes(contentLenLine));
- }
-
- if (resp.Headers != null && resp.Headers.Count > 0)
- {
- foreach (KeyValuePair currHeader in resp.Headers)
- {
- if (string.IsNullOrEmpty(currHeader.Key)) continue;
- if (currHeader.Key.ToLower().Trim().Equals("content-type")) continue;
- if (currHeader.Key.ToLower().Trim().Equals("content-length")) continue;
-
- string headerLine = currHeader.Key + ": " + currHeader.Value + "\r\n";
- ret = CommonTools.AppendBytes(ret, Encoding.UTF8.GetBytes(headerLine));
- }
- }
-
- ret = CommonTools.AppendBytes(ret, Encoding.UTF8.GetBytes("\r\n"));
-
- await ns.WriteAsync(ret);
- await ns.FlushAsync();
-
- if (resp.Data != null && resp.ContentLength > 0)
- {
- long bytesRemaining = resp.ContentLength;
- byte[] buffer = new byte[65536];
-
- while (bytesRemaining > 0)
- {
- int bytesRead = await resp.Data.ReadAsync(buffer);
- if (bytesRead > 0)
- {
- bytesRemaining -= bytesRead;
- await ns.WriteAsync(buffer.AsMemory(0, bytesRead));
- await ns.FlushAsync();
- }
- }
- }
-
- return;
- }
- catch (Exception e)
- {
- // Event Error
- string msgEventErr = $"Send Rest Response: {e.Message}";
- OnErrorOccurred?.Invoke(msgEventErr, EventArgs.Empty);
- return;
- }
- }
- }
-
- }
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/HTTPProxyServerProgram.cs b/MsmhTools/MsmhTools/HTTPProxyServer/HTTPProxyServerProgram.cs
deleted file mode 100644
index 82f4173..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/HTTPProxyServerProgram.cs
+++ /dev/null
@@ -1,598 +0,0 @@
-using MsmhTools.DnsTool;
-using MsmhTools.ProxifiedTcpClient;
-using System;
-using System.Collections.Generic;
-using System.Diagnostics;
-using System.Linq;
-using System.Net.Sockets;
-using System.Text;
-using System.Threading.Tasks;
-
-namespace MsmhTools.HTTPProxyServer
-{
- public partial class HTTPProxyServer
- {
- public partial class Program
- {
- //======================================= UpStream Proxy Support
- public class UpStreamProxy
- {
- public enum Mode
- {
- HTTP,
- SOCKS5,
- Disable
- }
-
- public Mode UpStreamMode { get; private set; } = Mode.Disable;
- public string? ProxyHost { get; private set; }
- public int ProxyPort { get; private set; }
- public string? ProxyUsername { get; private set; }
- public string? ProxyPassword { get; private set; }
- public bool OnlyApplyToBlockedIps { get; set; }
-
- public UpStreamProxy() { }
-
- public void Set(Mode mode, string proxyHost, int proxyPort, bool onlyApplyToBlockedIps)
- {
- //Set
- UpStreamMode = mode;
- ProxyHost = proxyHost;
- ProxyPort = proxyPort;
- OnlyApplyToBlockedIps = onlyApplyToBlockedIps;
- }
-
- public void Set(Mode mode, string proxyHost, int proxyPort, string proxyUsername, string proxyPassword, bool onlyApplyToBlockedIps)
- {
- //Set
- UpStreamMode = mode;
- ProxyHost = proxyHost;
- ProxyPort = proxyPort;
- ProxyUsername = proxyUsername;
- ProxyPassword = proxyPassword;
- OnlyApplyToBlockedIps = onlyApplyToBlockedIps;
- }
-
- ///
- /// Connect TcpClient through Proxy
- ///
- ///
- ///
- /// Returns null if cannot connect to proxy
- internal TcpClient? Connect(string destHostname, int destHostPort)
- {
- if (string.IsNullOrEmpty(ProxyHost)) return null;
-
- if (UpStreamMode == Mode.HTTP)
- {
- HttpProxyClient httpProxyClient = new(ProxyHost, ProxyPort, ProxyUsername, ProxyPassword);
- return httpProxyClient.CreateConnection(destHostname, destHostPort);
- }
- else if (UpStreamMode == Mode.SOCKS5)
- {
- Socks5ProxyClient socks5ProxyClient = new(ProxyHost, ProxyPort, ProxyUsername, ProxyPassword);
- return socks5ProxyClient.CreateConnection(destHostname, destHostPort);
- }
- else
- return null;
- }
- }
-
- //======================================= DNS Support
- public class Dns
- {
- public enum Mode
- {
- System,
- DoH,
- PlainDNS,
- Disable
- }
-
- public Mode DNSMode { get; private set; } = Mode.Disable;
- public string? DNS { get; private set; }
- public string? DnsCleanIp { get; private set; }
- public int Timeout { get; private set; } = 10;
- public bool ChangeCloudflareIP { get; set; } = false;
-
- ///
- /// Only for DoH Mode
- ///
- public string? ProxyScheme { get; private set; }
- public string? Host { get; protected set; }
- private string? CloudflareCleanIP { get; set; }
- private List CloudflareIPs { get; set; } = new();
-
- public Dns() { }
-
- public void Set(Mode mode, string? dns, string? dnsCleanIp, int timeoutSec, string? proxyScheme = null)
- {
- // Set
- DNSMode = mode;
- DNS = dns;
- DnsCleanIp = dnsCleanIp ?? string.Empty;
- Timeout = timeoutSec;
- ProxyScheme = proxyScheme;
-
- if (DNSMode == Mode.Disable) return;
- if (string.IsNullOrEmpty(dns)) return;
-
- // Get Host
- string host = dns;
- if (DNSMode == Mode.DoH)
- {
- if (host.StartsWith("https://")) host = host[8..];
- if (host.Contains('/'))
- {
- string[] split = host.Split('/');
- host = split[0];
- }
- }
- else if (DNSMode == Mode.PlainDNS)
- {
- if (host.Contains(':'))
- {
- string[] split = host.Split(':');
- host = split[0];
- }
- }
- Host = host;
- }
-
- ///
- /// Redirect all Cloudflare IPs to a clean IP
- ///
- /// CF Clean IP
- /// e.g. 103.21.244.0 - 103.21.244.255\n198.41.128.0 - 198.41.143.255
- public void SetCloudflareIPs(string cfCleanIP, string? cfIpRange = null)
- {
- if (!string.IsNullOrEmpty(cfIpRange))
- cfIpRange += Environment.NewLine;
- ChangeCloudflareIP = true;
- CloudflareCleanIP = cfCleanIP;
-
- // Built-in CF IPs
- string defaultCfIPs = "103.21.244.0 - 103.21.244.255\n";
- defaultCfIPs += "103.22.200.0 - 103.22.200.255\n";
- defaultCfIPs += "103.31.4.0 - 103.31.5.255\n";
- defaultCfIPs += "104.16.0.0 - 104.31.255.255\n";
- defaultCfIPs += "108.162.192.0 - 108.162.207.255\n";
- defaultCfIPs += "131.0.72.0 - 131.0.75.255\n";
- defaultCfIPs += "141.101.64.0 - 141.101.65.255\n";
- defaultCfIPs += "162.158.0.0 - 162.158.3.255\n";
- defaultCfIPs += "172.64.0.0 - 172.67.255.255\n";
- defaultCfIPs += "173.245.48.0 - 173.245.48.255\n";
- defaultCfIPs += "188.114.96.0 - 188.114.99.255\n";
- defaultCfIPs += "190.93.240.0 - 190.93.243.255\n";
- defaultCfIPs += "197.234.240.0 - 197.234.243.255\n";
- defaultCfIPs += "198.41.128.0 - 198.41.143.255";
-
- if (string.IsNullOrEmpty(cfIpRange) || string.IsNullOrWhiteSpace(cfIpRange))
- CloudflareIPs = defaultCfIPs.SplitToLines();
- else
- CloudflareIPs = cfIpRange.SplitToLines();
- }
-
- private bool IsCfIP(string ipString)
- {
- try
- {
- string[] ips = ipString.Split('.');
- int ip1 = int.Parse(ips[0]);
- int ip2 = int.Parse(ips[1]);
- int ip3 = int.Parse(ips[2]);
- int ip4 = int.Parse(ips[3]);
-
- for (int n = 0; n < CloudflareIPs.Count; n++)
- {
- string ipRange = CloudflareIPs[n].Trim();
-
- if (!string.IsNullOrEmpty(ipRange))
- {
- string[] split = ipRange.Split('-');
- string ipMin = split[0].Trim();
- string ipMax = split[1].Trim();
-
- string[] ipMins = ipMin.Split('.');
- int ipMin1 = int.Parse(ipMins[0]);
- int ipMin2 = int.Parse(ipMins[1]);
- int ipMin3 = int.Parse(ipMins[2]);
- int ipMin4 = int.Parse(ipMins[3]);
-
- string[] ipMaxs = ipMax.Split('.');
- int ipMax1 = int.Parse(ipMaxs[0]);
- int ipMax2 = int.Parse(ipMaxs[1]);
- int ipMax3 = int.Parse(ipMaxs[2]);
- int ipMax4 = int.Parse(ipMaxs[3]);
-
- if (ip1 >= ipMin1 && ip1 <= ipMax1)
- if (ip2 >= ipMin2 && ip2 <= ipMax2)
- if (ip3 >= ipMin3 && ip3 <= ipMax3)
- if (ip4 >= ipMin4 && ip4 <= ipMax4)
- return true;
- }
- }
- return false;
- }
- catch (Exception)
- {
- return false;
- }
- }
-
- internal async Task Get(string destHostname)
- {
- if (string.IsNullOrEmpty(destHostname)) return string.Empty;
-
- // Don't resolve current Dns to avoid loop
- if (destHostname.Equals(Host)) return destHostname;
- if (destHostname.Equals(DnsCleanIp)) return destHostname;
-
- // Get
- if (DNSMode == Mode.System)
- {
- string ipString = GetIP.GetIpFromSystem(destHostname, false);
- if (!ChangeCloudflareIP)
- return string.IsNullOrEmpty(ipString) ? destHostname : ipString;
- else
- {
- if (string.IsNullOrEmpty(ipString)) return destHostname;
- else
- {
- return IsCfIP(ipString) ? CloudflareCleanIP ?? ipString : ipString;
- }
- }
- }
- else if (DNSMode == Mode.DoH)
- {
- if (string.IsNullOrEmpty(DNS)) return string.Empty;
-
- string ipString = await GetIP.GetIpFromDoH(destHostname, DNS, Timeout, ProxyScheme);
- if (!ChangeCloudflareIP)
- return string.IsNullOrEmpty(ipString) ? destHostname : ipString;
- else
- {
- if (string.IsNullOrEmpty(ipString)) return destHostname;
- else
- {
- return IsCfIP(ipString) ? CloudflareCleanIP ?? ipString : ipString;
- }
- }
- }
- else if (DNSMode == Mode.PlainDNS)
- {
- if (string.IsNullOrEmpty(DNS)) return string.Empty;
-
- string plainDnsIP = DNS;
- int plainDnsPort = 53;
-
- if (DNS.Contains(':'))
- {
- string[] dnsIpPort = DNS.Split(':');
- plainDnsIP = dnsIpPort[0];
- plainDnsPort = int.Parse(dnsIpPort[1]);
- }
-
- string ipString = GetIP.GetIpFromPlainDNS(destHostname, plainDnsIP, plainDnsPort, Timeout);
- if (!ChangeCloudflareIP)
- return string.IsNullOrEmpty(ipString) ? destHostname : ipString;
- else
- {
- if (string.IsNullOrEmpty(ipString)) return destHostname;
- else
- {
- return IsCfIP(ipString) ? CloudflareCleanIP ?? ipString : ipString;
- }
- }
- }
- else if (DNSMode == Mode.Disable) return destHostname;
- else return destHostname;
- }
- }
-
- //======================================= Fake DNS Support
- public class FakeDns
- {
- public enum Mode
- {
- File,
- Text,
- Disable
- }
-
- public Mode FakeDnsMode { get; private set; } = Mode.Disable;
- public string TextContent { get; private set; } = string.Empty;
- private List HostIpList { get; set; } = new();
-
- public FakeDns() { }
-
- ///
- /// Set Fake DNS Database
- ///
- /// Mode
- /// e.g. Each line: dns.google.com|8.8.8.8
- public void Set(Mode mode, string filePathOrText)
- {
- FakeDnsMode = mode;
-
- if (FakeDnsMode == Mode.Disable) return;
-
- if (FakeDnsMode == Mode.File)
- {
- try
- {
- TextContent = File.ReadAllText(Path.GetFullPath(filePathOrText));
- }
- catch (Exception)
- {
- // do nothing
- }
- }
- else if (FakeDnsMode == Mode.Text)
- TextContent = filePathOrText;
-
- if (!string.IsNullOrEmpty(TextContent) || !string.IsNullOrWhiteSpace(TextContent))
- {
- TextContent += Environment.NewLine;
- HostIpList = TextContent.SplitToLines();
- }
- }
-
- internal string Get(string destHostname)
- {
- string destHostnameNoWWW = destHostname;
- if (destHostnameNoWWW.StartsWith("www."))
- destHostnameNoWWW = destHostnameNoWWW.Replace("www.", string.Empty);
-
- if (HostIpList.Any())
- {
- for (int n = 0; n < HostIpList.Count; n++)
- {
- string hostIP = HostIpList[n].Trim();
- if (!string.IsNullOrEmpty(hostIP))
- if (split(hostIP, out string destIP))
- return destIP;
- }
- }
-
- return destHostname;
-
- bool split(string hostIP, out string destIP)
- {
- // Add Support Comment //
- if (hostIP.StartsWith("//"))
- {
- destIP = destHostname; return false;
- }
- else
- {
- if (hostIP.Contains('|'))
- {
- string[] split = hostIP.Split('|');
- string host = split[0].Trim();
- if (host.StartsWith("www."))
- host = host.Replace("www.", string.Empty);
- string ip = split[1].Trim();
-
- if (!host.StartsWith("*."))
- {
- // No Wildcard
- if (destHostnameNoWWW.Equals(host))
- {
- destIP = ip; return true;
- }
- else
- {
- destIP = destHostname; return false;
- }
- }
- else
- {
- // Wildcard
- string destMainHost = string.Empty;
- string[] splitByDot = destHostnameNoWWW.Split('.');
-
- if (splitByDot.Length >= 3)
- {
- host = host[2..];
-
- for (int n = 1; n < splitByDot.Length; n++)
- destMainHost += $"{splitByDot[n]}.";
- if (destMainHost.EndsWith('.')) destMainHost = destMainHost[0..^1];
-
- if (destMainHost.Equals(host))
- {
- destIP = ip;
- return true;
- }
- else
- {
- destIP = destHostname; return false;
- }
- }
- else
- {
- destIP = destHostname; return false;
- }
- }
- }
- else
- {
- destIP = destHostname; return false;
- }
- }
- }
- }
- }
-
- //======================================= Black White List Support
- public class BlackWhiteList
- {
- public enum Mode
- {
- BlackListFile,
- BlackListText,
- WhiteListFile,
- WhiteListText,
- Disable
- }
-
- public Mode ListMode { get; private set; } = Mode.Disable;
- public string TextContent { get; private set; } = string.Empty;
- private List BWList { get; set; } = new();
-
- public BlackWhiteList() { }
-
- ///
- /// Set Black White List Database
- ///
- /// Mode
- /// e.g. Each line: google.com
- public void Set(Mode mode, string filePathOrText)
- {
- ListMode = mode;
-
- if (ListMode == Mode.Disable) return;
-
- if (ListMode == Mode.BlackListFile || ListMode == Mode.WhiteListFile)
- {
- try
- {
- TextContent = File.ReadAllText(Path.GetFullPath(filePathOrText));
- }
- catch (Exception)
- {
- // do nothing
- }
- }
- else if (ListMode == Mode.BlackListText || ListMode == Mode.WhiteListText)
- TextContent = filePathOrText;
-
- if (!string.IsNullOrEmpty(TextContent) || !string.IsNullOrWhiteSpace(TextContent))
- {
- TextContent += Environment.NewLine;
- BWList = TextContent.SplitToLines();
- }
- }
-
- // If True Return, If false Continue
- internal bool IsMatch(string destHostname)
- {
- string destHostnameNoWWW = destHostname;
- if (destHostnameNoWWW.StartsWith("www."))
- destHostnameNoWWW = destHostnameNoWWW.Replace("www.", string.Empty);
-
- if (BWList.Any())
- {
- for (int n = 0; n < BWList.Count; n++)
- {
- string host = BWList[n].Trim();
- if (!string.IsNullOrEmpty(host) && !host.StartsWith("//")) // Add Support Comment //
- {
- if (host.StartsWith("www."))
- host = host.Replace("www.", string.Empty);
-
- // If Match
- if (destHostnameNoWWW.Equals(host)) return match();
- }
- }
- }
-
- // If Not Match
- return notMatch();
-
- bool match()
- {
- return ListMode == Mode.BlackListFile || ListMode == Mode.BlackListText;
- }
-
- bool notMatch()
- {
- return ListMode == Mode.WhiteListFile || ListMode == Mode.WhiteListText;
- }
- }
- }
-
- public class DontBypass
- {
- public enum Mode
- {
- File,
- Text,
- Disable
- }
-
- public Mode DontBypassMode { get; private set; } = Mode.Disable;
- public string TextContent { get; private set; } = string.Empty;
- private List DontBypassList { get; set; } = new();
-
- public DontBypass() { }
-
- ///
- /// Set DontBypass Database
- ///
- /// Mode
- /// e.g. Each line: google.com
- public void Set(Mode mode, string filePathOrText)
- {
- DontBypassMode = mode;
-
- if (DontBypassMode == Mode.Disable) return;
-
- if (DontBypassMode == Mode.File)
- {
- try
- {
- TextContent = File.ReadAllText(Path.GetFullPath(filePathOrText));
- }
- catch (Exception)
- {
- // do nothing
- }
- }
- else if (DontBypassMode == Mode.Text)
- TextContent = filePathOrText;
-
- if (!string.IsNullOrEmpty(TextContent) || !string.IsNullOrWhiteSpace(TextContent))
- {
- TextContent += Environment.NewLine;
- DontBypassList = TextContent.SplitToLines();
- }
- }
-
- // If True Don't Bypass, If false Bypass
- internal bool IsMatch(string destHostname)
- {
- string destHostnameNoWWW = destHostname;
- if (destHostnameNoWWW.StartsWith("www."))
- destHostnameNoWWW = destHostnameNoWWW.Replace("www.", string.Empty);
-
- if (DontBypassList.Any())
- {
- for (int n = 0; n < DontBypassList.Count; n++)
- {
- string host = DontBypassList[n].Trim();
- if (!string.IsNullOrEmpty(host) && !host.StartsWith("//")) // Add Support Comment //
- {
- if (host.StartsWith("www."))
- host = host.Replace("www.", string.Empty);
-
- // If Match
- if (destHostnameNoWWW.Equals(host)) return true;
- }
- }
- }
-
- // If Not Match
- return false;
- }
-
- }
-
-
-
-
- }
- }
-
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/ParseHttpMethod.cs b/MsmhTools/MsmhTools/HTTPProxyServer/ParseHttpMethod.cs
deleted file mode 100644
index b54a0aa..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/ParseHttpMethod.cs
+++ /dev/null
@@ -1,54 +0,0 @@
-using System;
-using System.Runtime.Serialization;
-
-namespace MsmhTools.HTTPProxyServer
-{
- ///
- /// HTTP methods, i.e. GET, PUT, POST, DELETE, etc.
- ///
- public enum HttpMethodReq
- {
- [EnumMember(Value = "GET")]
- GET,
- [EnumMember(Value = "HEAD")]
- HEAD,
- [EnumMember(Value = "PUT")]
- PUT,
- [EnumMember(Value = "POST")]
- POST,
- [EnumMember(Value = "DELETE")]
- DELETE,
- [EnumMember(Value = "PATCH")]
- PATCH,
- [EnumMember(Value = "CONNECT")]
- CONNECT,
- [EnumMember(Value = "OPTIONS")]
- OPTIONS,
- [EnumMember(Value = "TRACE")]
- TRACE,
- [EnumMember(Value = "UNKNOWN")]
- UNKNOWN
- }
-
- public static class GetHttpMethod
- {
- public static HttpMethod Parse(string method)
- {
- method = method.Trim().ToLower();
- var httpMethod = method switch
- {
- "get" => HttpMethod.Get,
- "head" => HttpMethod.Head,
- "put" => HttpMethod.Put,
- "post" => HttpMethod.Post,
- "connect" => HttpMethod.Post,
- "delete" => HttpMethod.Delete,
- "patch" => HttpMethod.Patch,
- "options" => HttpMethod.Options,
- "trace" => HttpMethod.Trace,
- _ => HttpMethod.Get,
- };
- return httpMethod;
- }
- }
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/Request.cs b/MsmhTools/MsmhTools/HTTPProxyServer/Request.cs
deleted file mode 100644
index a6136fd..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/Request.cs
+++ /dev/null
@@ -1,1317 +0,0 @@
-using System;
-using System.Collections.Generic;
-using System.Diagnostics;
-using System.Net;
-using System.Net.Sockets;
-using System.Text;
-
-namespace MsmhTools.HTTPProxyServer
-{
- ///
- /// Data extracted from an incoming HTTP request.
- ///
- public class Request
- {
- ///
- /// UTC timestamp from when the request was received.
- ///
- public DateTime TimestampUtc { get; set; }
-
- ///
- /// Thread ID on which the request exists.
- ///
- public int ThreadId { get; set; }
-
- ///
- /// The protocol and version.
- ///
- public string? ProtocolVersion { get; set; }
-
- ///
- /// IP address of the requestor (client).
- ///
- public string? SourceIp { get; set; }
-
- ///
- /// TCP port from which the request originated on the requestor (client).
- ///
- public int SourcePort { get; set; }
-
- ///
- /// IP address of the recipient (server).
- ///
- public string? DestIp { get; set; }
-
- ///
- /// TCP port on which the request was received by the recipient (server).
- ///
- public int DestPort { get; set; }
-
- ///
- /// The destination hostname as found in the request line, if present.
- ///
- public string? DestHostname { get; set; }
-
- public bool IsDestBlocked { get; set; } = false;
-
- ///
- /// The destination host port as found in the request line, if present.
- ///
- public int DestHostPort { get; set; } = -1;
-
- ///
- /// Specifies whether or not the client requested HTTP keepalives.
- ///
- public bool Keepalive { get; set; }
-
- ///
- /// The HTTP method used in the request.
- ///
- public HttpMethod Method { get; set; } = HttpMethod.Get;
-
- ///
- /// The full URL as sent by the requestor (client).
- ///
- public string? FullUrl { get; set; }
-
- ///
- /// The raw (relative) URL with the querystring attached.
- ///
- public string? RawUrlWithQuery { get; set; }
-
- ///
- /// The raw (relative) URL without the querystring attached.
- ///
- public string? RawUrlWithoutQuery { get; set; }
-
- ///
- /// List of items found in the raw URL.
- ///
- public List? RawUrlEntries { get; set; }
-
- ///
- /// The querystring attached to the URL.
- ///
- public string? Querystring { get; set; }
-
- ///
- /// Dictionary containing key-value pairs from items found in the querystring.
- ///
- public Dictionary? QuerystringEntries { get; set; }
-
- ///
- /// The useragent specified in the request.
- ///
- public string? Useragent { get; set; }
-
- ///
- /// The number of bytes in the request body.
- ///
- public long ContentLength { get; set; }
-
- ///
- /// The content type as specified by the requestor (client).
- ///
- public string? ContentType { get; set; }
-
- ///
- /// The headers found in the request.
- ///
- public Dictionary? Headers { get; set; }
-
- ///
- /// The request body as sent by the requestor (client).
- ///
- public byte[]? Data { get; set; }
-
- ///
- /// The stream from which to read the request body sent by the requestor (client).
- ///
- public Stream? DataStream { get; set; }
-
- ///
- /// The request headers as sent by the requestor (client).
- ///
- public byte[]? HeadersData { get; set; }
-
- ///
- /// Apply DPI Bypass to this Request if DPI Bypass Program is available.
- ///
- public bool ApplyDpiBypass { get; set; } = false;
-
- ///
- /// The original HttpListenerContext from which the HttpRequest was constructed.
- ///
- public HttpListenerContext? ListenerContext { get; set; }
-
- ///
- /// Close request if didn't receive data for n seconds. Default: 0 Sec (Disabled)
- ///
- public int TimeoutSec { get; set; } = 0;
-
- private Uri? UriP { get; set; }
- private static readonly int _TimeoutDataReadMs = 2000;
- private static readonly int _DataReadSleepMs = 10;
-
- private ChunkDecoder DecoderP { get; set; } = new();
-
- ///
- /// Construct a new HTTP request.
- ///
- public Request()
- {
- ThreadId = Environment.CurrentManagedThreadId;
- TimestampUtc = DateTime.Now.ToUniversalTime();
- QuerystringEntries = new Dictionary();
- Headers = new Dictionary();
- }
-
- ///
- /// Construct a new HTTP request from a given HttpListenerContext.
- ///
- /// The HttpListenerContext for the request.
- /// Indicate whether or not the input stream should be read and converted to a byte array.
- public Request(HttpListenerContext ctx, bool readStreamFully)
- {
- // Check-for-Null-Values
- if (ctx == null) throw new ArgumentNullException(nameof(ctx));
- if (ctx.Request == null) throw new ArgumentNullException(nameof(ctx));
-
- // Parse-Variables
- int position = 0;
- int inQuery = 0;
- string tempString = "";
- string queryString = "";
-
- int inKey = 0;
- int inVal = 0;
- string tempKey = "";
- string tempVal = "";
-
- // Standard-Request-Items
- ThreadId = Environment.CurrentManagedThreadId;
- TimestampUtc = DateTime.Now.ToUniversalTime();
- ProtocolVersion = "HTTP/" + ctx.Request.ProtocolVersion.ToString();
- SourceIp = ctx.Request.RemoteEndPoint.Address.ToString();
- SourcePort = ctx.Request.RemoteEndPoint.Port;
- DestIp = ctx.Request.LocalEndPoint.Address.ToString();
- DestPort = ctx.Request.LocalEndPoint.Port;
- Method = (HttpMethod)Enum.Parse(typeof(HttpMethod), ctx.Request.HttpMethod, true);
- FullUrl = ctx.Request.Url != null ? new string(ctx.Request.Url.ToString().Trim()) : null;
- RawUrlWithQuery = ctx.Request.RawUrl != null ? new string(ctx.Request.RawUrl.ToString().Trim()) : null;
- RawUrlWithoutQuery = ctx.Request.RawUrl != null ? new string(ctx.Request.RawUrl.ToString().Trim()) : null;
- Keepalive = ctx.Request.KeepAlive;
- ContentLength = ctx.Request.ContentLength64;
- Useragent = ctx.Request.UserAgent;
- ContentType = ctx.Request.ContentType;
- ListenerContext = ctx;
-
- RawUrlEntries = new List();
- QuerystringEntries = new Dictionary();
- Headers = new Dictionary();
-
- // Raw-URL-and-Querystring
- if (!string.IsNullOrEmpty(RawUrlWithoutQuery))
- {
- // Initialize-Variables
- RawUrlEntries = new List();
- QuerystringEntries = new Dictionary();
-
- // Process-Raw-URL-and-Populate-Raw-URL-Elements
- while (RawUrlWithoutQuery.Contains("//"))
- {
- RawUrlWithoutQuery = RawUrlWithoutQuery.Replace("//", "/");
- }
-
- foreach (char c in RawUrlWithoutQuery)
- {
- if (inQuery == 1)
- {
- queryString += c;
- continue;
- }
-
- if ((position == 0) &&
- (string.Compare(tempString, "") == 0) &&
- (c == '/'))
- {
- // skip the first slash
- continue;
- }
-
- if ((c != '/') && (c != '?'))
- {
- tempString += c;
- }
-
- if ((c == '/') || (c == '?'))
- {
- if (!string.IsNullOrEmpty(tempString))
- {
- // add to raw URL entries list
- RawUrlEntries.Add(tempString);
- }
-
- position++;
- tempString = "";
- }
-
- if (c == '?')
- {
- inQuery = 1;
- }
- }
-
- if (!string.IsNullOrEmpty(tempString))
- {
- // add to raw URL entries list
- RawUrlEntries.Add(tempString);
- }
-
- // Populate-Querystring
- if (queryString.Length > 0) Querystring = queryString;
- else Querystring = null;
-
- // Parse-Querystring
- if (!string.IsNullOrEmpty(Querystring))
- {
- inKey = 1;
- inVal = 0;
- position = 0;
- tempKey = "";
- tempVal = "";
-
- foreach (char c in Querystring)
- {
- if (inKey == 1)
- {
- if (c == '&')
- {
- // key with no value
- if (!string.IsNullOrEmpty(tempKey))
- {
- inKey = 1;
- inVal = 0;
-
- tempKey = WebUtility.UrlDecode(tempKey);
- QuerystringEntries = CommonTools.AddToDict(tempKey, null, QuerystringEntries);
-
- tempKey = "";
- tempVal = "";
- position++;
- continue;
- }
- }
- else if (c != '=')
- {
- tempKey += c;
- }
- else
- {
- inKey = 0;
- inVal = 1;
- continue;
- }
- }
-
- if (inVal == 1)
- {
- if (c != '&')
- {
- tempVal += c;
- }
- else
- {
- inKey = 1;
- inVal = 0;
-
- tempKey = WebUtility.UrlDecode(tempKey);
- if (!string.IsNullOrEmpty(tempVal)) tempVal = WebUtility.UrlDecode(tempVal);
- QuerystringEntries = CommonTools.AddToDict(tempKey, tempVal, QuerystringEntries);
-
- tempKey = "";
- tempVal = "";
- position++;
- continue;
- }
- }
- }
-
- if (inVal == 0)
- {
- // val will be null
- if (!string.IsNullOrEmpty(tempKey))
- {
- tempKey = WebUtility.UrlDecode(tempKey);
- QuerystringEntries = CommonTools.AddToDict(tempKey, null, QuerystringEntries);
- }
- }
-
- if (inVal == 1)
- {
- if (!string.IsNullOrEmpty(tempKey))
- {
- tempKey = WebUtility.UrlDecode(tempKey);
- if (!string.IsNullOrEmpty(tempVal)) tempVal = WebUtility.UrlDecode(tempVal);
- QuerystringEntries = CommonTools.AddToDict(tempKey, tempVal, QuerystringEntries);
- }
- }
- }
- }
-
- // Remove-Querystring-from-Raw-URL
- if (RawUrlWithoutQuery != null && RawUrlWithoutQuery.Contains('?'))
- {
- RawUrlWithoutQuery = RawUrlWithoutQuery[..RawUrlWithoutQuery.IndexOf("?")];
- }
-
- // Check-for-Full-URL
- try
- {
- if (FullUrl != null)
- {
- UriP = new Uri(FullUrl);
- DestHostname = UriP.Host;
- DestHostPort = UriP.Port;
- }
- }
- catch (Exception)
- {
- // do nothing
- }
-
- // Headers
- Headers = new Dictionary();
- for (int i = 0; i < ctx.Request.Headers.Count; i++)
- {
- string key = new(ctx.Request.Headers.GetKey(i));
- string val = new(ctx.Request.Headers.Get(i));
- Headers = CommonTools.AddToDict(key, val, Headers);
- }
-
- // Payload
- bool chunkedXfer = false;
- bool gzip = false;
- bool deflate = false;
- string? xferEncodingHeader = RetrieveHeaderValue("Transfer-Encoding");
- if (!string.IsNullOrEmpty(xferEncodingHeader))
- {
- chunkedXfer = xferEncodingHeader.ToLower().Contains("chunked");
- gzip = xferEncodingHeader.ToLower().Contains("gzip");
- deflate = xferEncodingHeader.ToLower().Contains("deflate");
- }
-
- if (chunkedXfer
- && Method != HttpMethod.Get
- && Method != HttpMethod.Head)
- {
- Stream bodyStream = ctx.Request.InputStream;
-
- if (!readStreamFully)
- {
- MemoryStream ms = new();
-
- if (!DecoderP.Decode(bodyStream, out long contentLength, out ms))
- {
- throw new IOException("Unable to decode chunk-encoded stream");
- }
-
- ContentLength = contentLength;
- DataStream = ms;
- }
- else
- {
- byte[] encodedData = CommonTools.StreamToBytes(bodyStream);
-
- if (!DecoderP.Decode(encodedData, out byte[]? decodedData))
- {
- throw new IOException("Unable to decode chunk-encoded stream");
- }
-
- if (decodedData != null)
- {
- ContentLength = decodedData.Length;
- Data = new byte[ContentLength];
- Buffer.BlockCopy(decodedData, 0, Data, 0, decodedData.Length);
- }
- }
- }
- else if (ContentLength > 0)
- {
- if (readStreamFully)
- {
- if (Method != HttpMethod.Get && Method != HttpMethod.Head)
- {
- try
- {
- Data = new byte[ContentLength];
- Stream bodyStream = ctx.Request.InputStream;
- Data = CommonTools.StreamToBytes(bodyStream);
- }
- catch (Exception)
- {
- Data = null;
- }
- }
- }
- else
- {
- Data = null;
- DataStream = ctx.Request.InputStream;
- }
- }
- }
-
- ///
- /// Create an HttpRequest object from a TcpClient.
- ///
- /// TcpClient.
- /// A populated HttpRequest.
- public static Request? FromTcpClient(TcpClient client)
- {
- if (client == null) throw new ArgumentNullException(nameof(client));
-
- try
- {
- Request ret;
- byte[]? headerBytes = null;
- byte[] lastFourBytes = new byte[4];
- lastFourBytes[0] = 0x00;
- lastFourBytes[1] = 0x00;
- lastFourBytes[2] = 0x00;
- lastFourBytes[3] = 0x00;
-
- // Attach-Stream
- NetworkStream stream = client.GetStream();
-
- if (!stream.CanRead)
- {
- throw new IOException("Unable to read from stream.");
- }
-
- // Read-Headers
- using (MemoryStream headerMs = new())
- {
- // Read-Header-Bytes
- byte[] headerBuffer = new byte[1];
- int read = 0;
- int headerBytesRead = 0;
-
- while ((read = stream.Read(headerBuffer, 0, headerBuffer.Length)) > 0)
- {
- if (read > 0)
- {
- // Initialize-Header-Bytes-if-Needed
- headerBytesRead += read;
- if (headerBytes == null) headerBytes = new byte[1];
-
- // Update-Last-Four
- if (read == 1)
- {
- lastFourBytes[0] = lastFourBytes[1];
- lastFourBytes[1] = lastFourBytes[2];
- lastFourBytes[2] = lastFourBytes[3];
- lastFourBytes[3] = headerBuffer[0];
- }
-
- // Append-to-Header-Buffer
- byte[] tempHeader = new byte[headerBytes.Length + 1];
- Buffer.BlockCopy(headerBytes, 0, tempHeader, 0, headerBytes.Length);
- tempHeader[headerBytes.Length] = headerBuffer[0];
- headerBytes = tempHeader;
-
- // Check-for-End-of-Headers
- if ((int)(lastFourBytes[0]) == 13
- && (int)(lastFourBytes[1]) == 10
- && (int)(lastFourBytes[2]) == 13
- && (int)(lastFourBytes[3]) == 10)
- {
- break;
- }
- }
- }
- }
-
- // Process-Headers
- if (headerBytes == null || headerBytes.Length < 1)
- {
- //throw new IOException("No header data read from the stream.");
- return null;
- }
-
- ret = BuildHeaders(headerBytes);
- ret.HeadersData = headerBytes;
-
- // Read-Data
- ret.Data = null;
- if (ret.ContentLength > 0)
- {
- // Read-from-Stream
- ret.Data = new byte[ret.ContentLength];
-
- using (MemoryStream dataMs = new())
- {
- long bytesRemaining = ret.ContentLength;
- long bytesRead = 0;
- bool timeout = false;
- int currentTimeout = 0;
-
- int read = 0;
- byte[] buffer;
- long bufferSize = 2048;
- if (bufferSize > bytesRemaining) bufferSize = bytesRemaining;
- buffer = new byte[bufferSize];
-
- while ((read = stream.Read(buffer, 0, buffer.Length)) > 0)
- {
- if (read > 0)
- {
- dataMs.Write(buffer, 0, read);
- bytesRead += read;
- bytesRemaining -= read;
-
- // reduce buffer size if number of bytes remaining is
- // less than the pre-defined buffer size of 2KB
- if (bytesRemaining < bufferSize)
- {
- bufferSize = bytesRemaining;
- }
-
- buffer = new byte[bufferSize];
-
- // check if read fully
- if (bytesRemaining == 0) break;
- if (bytesRead == ret.ContentLength) break;
- }
- else
- {
- if (currentTimeout >= _TimeoutDataReadMs)
- {
- timeout = true;
- break;
- }
- else
- {
- currentTimeout += _DataReadSleepMs;
- Thread.Sleep(_DataReadSleepMs);
- }
- }
- }
-
- if (timeout)
- {
- throw new IOException("Timeout reading data from stream.");
- }
-
- ret.Data = dataMs.ToArray();
- }
-
- // Validate-Data
- if (ret.Data == null || ret.Data.Length < 1)
- {
- throw new IOException("Unable to read data from stream.");
- }
-
- if (ret.Data.Length != ret.ContentLength)
- {
- throw new IOException("Data read does not match specified content length.");
- }
- }
- else
- {
- // do nothing
- }
-
- return ret;
- }
- catch (Exception)
- {
- throw;
- }
- }
-
- ///
- /// Create an HttpRequest object from a byte array.
- ///
- /// Byte data.
- /// A populated HttpRequest.
- public static Request FromBytes(byte[] bytes)
- {
- if (bytes == null) throw new ArgumentNullException(nameof(bytes));
- if (bytes.Length < 4) throw new ArgumentException("Too few bytes supplied to form a valid HTTP request.");
-
- bool endOfHeader = false;
- byte[] headerBytes = new byte[1];
-
- Request ret = new();
-
- for (int i = 0; i < bytes.Length; i++)
- {
- if (headerBytes.Length == 1)
- {
- // First-Byte
- headerBytes[0] = bytes[i];
- continue;
- }
-
- if (!endOfHeader && headerBytes.Length < 4)
- {
- // Fewer-Than-Four-Bytes
- byte[] tempHeader = new byte[i + 1];
- Buffer.BlockCopy(headerBytes, 0, tempHeader, 0, headerBytes.Length);
- tempHeader[i] = bytes[i];
- headerBytes = tempHeader;
- continue;
- }
-
- if (!endOfHeader)
- {
- // Check-for-End-of-Header
- // check if end of headers reached
- if (
- (int)headerBytes[(^1)] == 10
- && (int)headerBytes[(^2)] == 13
- && (int)headerBytes[(^3)] == 10
- && (int)headerBytes[(^4)] == 13
- )
- {
- // End-of-Header
- // end of headers reached
- endOfHeader = true;
- ret = BuildHeaders(headerBytes);
- }
- else
- {
- // Still-Reading-Header
- byte[] tempHeader = new byte[i + 1];
- Buffer.BlockCopy(headerBytes, 0, tempHeader, 0, headerBytes.Length);
- tempHeader[i] = bytes[i];
- headerBytes = tempHeader;
- continue;
- }
- }
- else
- {
- if (ret.ContentLength > 0)
- {
- // Append-Data
- if (ret.ContentLength != (bytes.Length - i))
- {
- throw new ArgumentException("Content-Length header does not match the number of data bytes.");
- }
-
- ret.Data = new byte[ret.ContentLength];
- Buffer.BlockCopy(bytes, i, ret.Data, 0, (int)ret.ContentLength);
- break;
- }
- else
- {
- // No-Data
- ret.Data = null;
- break;
- }
- }
- }
-
- return ret;
- }
-
- ///
- /// Create an HttpRequest object from a Stream.
- ///
- /// Stream.
- /// A populated HttpRequest.
- public static Request FromStream(Stream stream)
- {
- if (stream == null) throw new ArgumentNullException(nameof(stream));
-
- try
- {
- Request ret;
- byte[]? headerBytes = null;
- byte[] lastFourBytes = new byte[4];
- lastFourBytes[0] = 0x00;
- lastFourBytes[1] = 0x00;
- lastFourBytes[2] = 0x00;
- lastFourBytes[3] = 0x00;
-
- // Check-Stream
- if (!stream.CanRead)
- {
- throw new IOException("Unable to read from stream.");
- }
-
- // Read-Headers
- using (MemoryStream headerMs = new())
- {
- // Read-Header-Bytes
- byte[] headerBuffer = new byte[1];
- int read = 0;
- int headerBytesRead = 0;
-
- while ((read = stream.Read(headerBuffer, 0, headerBuffer.Length)) > 0)
- {
- if (read > 0)
- {
- // Initialize-Header-Bytes-if-Needed
- headerBytesRead += read;
- if (headerBytes == null) headerBytes = new byte[1];
-
- //Update-Last-Four
- if (read == 1)
- {
- lastFourBytes[0] = lastFourBytes[1];
- lastFourBytes[1] = lastFourBytes[2];
- lastFourBytes[2] = lastFourBytes[3];
- lastFourBytes[3] = headerBuffer[0];
- }
-
- // Append-to-Header-Buffer
- byte[] tempHeader = new byte[headerBytes.Length + 1];
- Buffer.BlockCopy(headerBytes, 0, tempHeader, 0, headerBytes.Length);
- tempHeader[headerBytes.Length] = headerBuffer[0];
- headerBytes = tempHeader;
-
- // Check-for-End-of-Headers
- if ((int)(lastFourBytes[0]) == 13
- && (int)(lastFourBytes[1]) == 10
- && (int)(lastFourBytes[2]) == 13
- && (int)(lastFourBytes[3]) == 10)
- {
- break;
- }
- }
- }
- }
-
- // Process-Headers
- if (headerBytes == null || headerBytes.Length < 1) throw new IOException("No header data read from the stream.");
- ret = BuildHeaders(headerBytes);
-
- // Read-Data
- ret.Data = null;
- if (ret.ContentLength > 0)
- {
- // Read-from-Stream
- ret.Data = new byte[ret.ContentLength];
-
- using (MemoryStream dataMs = new())
- {
- long bytesRemaining = ret.ContentLength;
- long bytesRead = 0;
- bool timeout = false;
- int currentTimeout = 0;
-
- int read = 0;
- byte[] buffer;
- long bufferSize = 2048;
- if (bufferSize > bytesRemaining) bufferSize = bytesRemaining;
- buffer = new byte[bufferSize];
-
- while ((read = stream.Read(buffer, 0, buffer.Length)) > 0)
- {
- if (read > 0)
- {
- dataMs.Write(buffer, 0, read);
- bytesRead += read;
- bytesRemaining -= read;
-
- // reduce buffer size if number of bytes remaining is
- // less than the pre-defined buffer size of 2KB
- if (bytesRemaining < bufferSize)
- {
- bufferSize = bytesRemaining;
- }
-
- buffer = new byte[bufferSize];
-
- // check if read fully
- if (bytesRemaining == 0) break;
- if (bytesRead == ret.ContentLength) break;
- }
- else
- {
- if (currentTimeout >= _TimeoutDataReadMs)
- {
- timeout = true;
- break;
- }
- else
- {
- currentTimeout += _DataReadSleepMs;
- Thread.Sleep(_DataReadSleepMs);
- }
- }
- }
-
- if (timeout)
- {
- throw new IOException("Timeout reading data from stream.");
- }
-
- ret.Data = dataMs.ToArray();
- }
-
- // Validate-Data
- if (ret.Data == null || ret.Data.Length < 1)
- {
- throw new IOException("Unable to read data from stream.");
- }
-
- if (ret.Data.Length != ret.ContentLength)
- {
- throw new IOException("Data read does not match specified content length.");
- }
- }
- else
- {
- // do nothing
- }
-
- return ret;
- }
- catch (Exception)
- {
- throw;
- }
- }
-
- ///
- /// Create an HttpRequest object from a NetworkStream.
- ///
- /// NetworkStream.
- /// A populated HttpRequest.
- public static Request FromStream(NetworkStream stream)
- {
- if (stream == null) throw new ArgumentNullException(nameof(stream));
-
- try
- {
- Request ret;
- byte[]? headerBytes = null;
- byte[] lastFourBytes = new byte[4];
- lastFourBytes[0] = 0x00;
- lastFourBytes[1] = 0x00;
- lastFourBytes[2] = 0x00;
- lastFourBytes[3] = 0x00;
-
- // Check-Stream
- if (!stream.CanRead)
- {
- throw new IOException("Unable to read from stream.");
- }
-
- // Read-Headers
- using (MemoryStream headerMs = new())
- {
- // Read-Header-Bytes
- byte[] headerBuffer = new byte[1];
- int read = 0;
- int headerBytesRead = 0;
-
- while ((read = stream.Read(headerBuffer, 0, headerBuffer.Length)) > 0)
- {
- if (read > 0)
- {
- // Initialize-Header-Bytes-if-Needed
- headerBytesRead += read;
- if (headerBytes == null) headerBytes = new byte[1];
-
- // Update-Last-Four
- if (read == 1)
- {
- lastFourBytes[0] = lastFourBytes[1];
- lastFourBytes[1] = lastFourBytes[2];
- lastFourBytes[2] = lastFourBytes[3];
- lastFourBytes[3] = headerBuffer[0];
- }
-
- // Append-to-Header-Buffer
- byte[] tempHeader = new byte[headerBytes.Length + 1];
- Buffer.BlockCopy(headerBytes, 0, tempHeader, 0, headerBytes.Length);
- tempHeader[headerBytes.Length] = headerBuffer[0];
- headerBytes = tempHeader;
-
- // Check-for-End-of-Headers
- if ((int)(lastFourBytes[0]) == 13
- && (int)(lastFourBytes[1]) == 10
- && (int)(lastFourBytes[2]) == 13
- && (int)(lastFourBytes[3]) == 10)
- {
- break;
- }
- }
- }
- }
-
- // Process-Headers
- if (headerBytes == null || headerBytes.Length < 1) throw new IOException("No header data read from the stream.");
- ret = BuildHeaders(headerBytes);
-
- // Read-Data
- ret.Data = null;
- if (ret.ContentLength > 0)
- {
- // Read-from-Stream
- ret.Data = new byte[ret.ContentLength];
-
- using (MemoryStream dataMs = new())
- {
- long bytesRemaining = ret.ContentLength;
- long bytesRead = 0;
- bool timeout = false;
- int currentTimeout = 0;
-
- int read = 0;
- byte[] buffer;
- long bufferSize = 2048;
- if (bufferSize > bytesRemaining) bufferSize = bytesRemaining;
- buffer = new byte[bufferSize];
-
- while ((read = stream.Read(buffer, 0, buffer.Length)) > 0)
- {
- if (read > 0)
- {
- dataMs.Write(buffer, 0, read);
- bytesRead += read;
- bytesRemaining -= read;
-
- // reduce buffer size if number of bytes remaining is
- // less than the pre-defined buffer size of 2KB
- if (bytesRemaining < bufferSize)
- {
- bufferSize = bytesRemaining;
- }
-
- buffer = new byte[bufferSize];
-
- // check if read fully
- if (bytesRemaining == 0) break;
- if (bytesRead == ret.ContentLength) break;
- }
- else
- {
- if (currentTimeout >= _TimeoutDataReadMs)
- {
- timeout = true;
- break;
- }
- else
- {
- currentTimeout += _DataReadSleepMs;
- Thread.Sleep(_DataReadSleepMs);
- }
- }
- }
-
- if (timeout)
- {
- throw new IOException("Timeout reading data from stream.");
- }
-
- ret.Data = dataMs.ToArray();
- }
-
- // Validate-Data
- if (ret.Data == null || ret.Data.Length < 1)
- {
- throw new IOException("Unable to read data from stream.");
- }
-
- if (ret.Data.Length != ret.ContentLength)
- {
- throw new IOException("Data read does not match specified content length.");
- }
- }
- else
- {
- // do nothing
- }
-
- return ret;
- }
- catch (Exception)
- {
- throw;
- }
- }
-
- //==================================================== Methods Public
-
- ///
- /// Retrieve a specified header value from either the headers or the querystring.
- ///
- ///
- ///
- public string? RetrieveHeaderValue(string key)
- {
- if (string.IsNullOrEmpty(key)) throw new ArgumentNullException(nameof(key));
- if (Headers != null && Headers.Count > 0)
- {
- foreach (KeyValuePair curr in Headers)
- {
- if (string.IsNullOrEmpty(curr.Key)) continue;
- if (string.Compare(curr.Key.ToLower(), key.ToLower()) == 0) return curr.Value;
- }
- }
-
- if (QuerystringEntries != null && QuerystringEntries.Count > 0)
- {
- foreach (KeyValuePair curr in QuerystringEntries)
- {
- if (string.IsNullOrEmpty(curr.Key)) continue;
- if (string.Compare(curr.Key.ToLower(), key.ToLower()) == 0) return curr.Value;
- }
- }
-
- return null;
- }
-
- ///
- /// Retrieve the integer value of the last raw URL element, if found.
- ///
- /// A nullable integer.
- public int? RetrieveIdValue()
- {
- if (RawUrlEntries == null || RawUrlEntries.Count < 1) return null;
- string[] entries = RawUrlEntries.ToArray();
- int len = entries.Length;
- string entry = entries[(len - 1)];
- if (int.TryParse(entry, out int ret))
- {
- return ret;
- }
- return null;
- }
-
- //==================================================== Methods Private
-
- private static Request BuildHeaders(byte[] bytes)
- {
- if (bytes == null) throw new ArgumentNullException(nameof(bytes));
-
- // Initial-Values
- Request ret = new();
- ret.TimestampUtc = DateTime.Now.ToUniversalTime();
- ret.ThreadId = Environment.CurrentManagedThreadId;
- ret.SourceIp = "unknown";
- ret.SourcePort = 0;
- ret.DestIp = "unknown";
- ret.DestPort = 0;
- ret.Headers = new Dictionary();
-
- // Convert-to-String-List
- string str = Encoding.UTF8.GetString(bytes);
- string[] headers = str.Split(new string[] { "\r\n", "\n" }, StringSplitOptions.RemoveEmptyEntries);
-
- // Process-Each-Line
- for (int i = 0; i < headers.Length; i++)
- {
- if (i == 0)
- {
- // First-Line
- string[] requestLine = headers[i].Trim().Trim('\0').Split(' ');
- if (requestLine.Length < 3) throw new ArgumentException("Request line does not contain at least three parts (method, raw URL, protocol/version).");
-
- // (HttpMethod)Enum.Parse(typeof(HttpMethod), requestLine[0], true);
- ret.Method = GetHttpMethod.Parse(requestLine[0]);
- ret.FullUrl = requestLine[1];
- ret.ProtocolVersion = requestLine[2];
- ret.RawUrlWithQuery = ret.FullUrl;
- ret.RawUrlWithoutQuery = ExtractRawUrlWithoutQuery(ret.RawUrlWithQuery);
- ret.RawUrlEntries = ExtractRawUrlEntries(ret.RawUrlWithoutQuery);
- ret.Querystring = ExtractQuerystring(ret.RawUrlWithQuery);
- ret.QuerystringEntries = ExtractQuerystringEntries(ret.Querystring);
-
- try
- {
- string ipPort = ret.FullUrl;
- if (!ipPort.ToLower().StartsWith("http://") && !ipPort.ToLower().StartsWith("https://"))
- {
- Uri tempUri = new($"https://{ret.FullUrl}");
- if (tempUri.Port == 80)
- ret.FullUrl = $"http://{ret.FullUrl}";
- else
- ret.FullUrl = $"https://{ret.FullUrl}";
- }
- Uri uri = new(ret.FullUrl);
- ret.DestHostname = uri.Host;
- ret.DestHostPort = uri.Port;
- }
- catch (Exception)
- {
-
- }
-
- if (string.IsNullOrEmpty(ret.DestHostname))
- {
- if (!ret.FullUrl.Contains("://") & ret.FullUrl.Contains(':'))
- {
- string[] hostAndPort = ret.FullUrl.Split(':');
- if (hostAndPort.Length == 2)
- {
- ret.DestHostname = hostAndPort[0];
- bool isInt = int.TryParse(hostAndPort[1], out int port);
- if (isInt)
- ret.DestHostPort = port;
- else
- {
- Debug.WriteLine("Unable to parse destination hostname and port.");
- }
- }
- }
- }
- }
- else
- {
- // Subsequent-Line
- string[] headerLine = headers[i].Split(':');
- if (headerLine.Length == 2)
- {
- string key = headerLine[0].Trim();
- string val = headerLine[1].Trim();
-
- if (string.IsNullOrEmpty(key)) continue;
- string keyEval = key.ToLower();
-
- if (keyEval.Equals("keep-alive"))
- ret.Keepalive = Convert.ToBoolean(val);
- else if (keyEval.Equals("user-agent"))
- ret.Useragent = val;
- else if (keyEval.Equals("content-length"))
- ret.ContentLength = Convert.ToInt64(val);
- else if (keyEval.Equals("content-type"))
- ret.ContentType = val;
- else
- ret.Headers = CommonTools.AddToDict(key, val, ret.Headers);
- }
-
- }
- }
-
- return ret;
- }
-
- private static string? ExtractRawUrlWithoutQuery(string rawUrlWithQuery)
- {
- if (string.IsNullOrEmpty(rawUrlWithQuery)) return null;
- if (!rawUrlWithQuery.Contains('?')) return rawUrlWithQuery;
- return rawUrlWithQuery[..rawUrlWithQuery.IndexOf("?")];
- }
-
- private static List? ExtractRawUrlEntries(string? rawUrlWithoutQuery)
- {
- if (string.IsNullOrEmpty(rawUrlWithoutQuery)) return null;
-
- int position = 0;
- string tempString = "";
- List ret = new();
-
- foreach (char c in rawUrlWithoutQuery)
- {
- if ((position == 0) &&
- (string.Compare(tempString, "") == 0) &&
- (c == '/'))
- {
- // skip the first slash
- continue;
- }
-
- if ((c != '/') && (c != '?'))
- {
- tempString += c;
- }
-
- if ((c == '/') || (c == '?'))
- {
- if (!string.IsNullOrEmpty(tempString))
- {
- // add to raw URL entries list
- ret.Add(tempString);
- }
-
- position++;
- tempString = "";
- }
- }
-
- if (!string.IsNullOrEmpty(tempString))
- {
- // add to raw URL entries list
- ret.Add(tempString);
- }
-
- return ret;
- }
-
- private static string? ExtractQuerystring(string rawUrlWithQuery)
- {
- if (string.IsNullOrEmpty(rawUrlWithQuery)) return null;
- if (!rawUrlWithQuery.Contains('?')) return null;
-
- int qsStartPos = rawUrlWithQuery.IndexOf("?");
- if (qsStartPos >= (rawUrlWithQuery.Length - 1)) return null;
- return rawUrlWithQuery[(qsStartPos + 1)..];
- }
-
- private static Dictionary? ExtractQuerystringEntries(string? query)
- {
- if (string.IsNullOrEmpty(query)) return null;
-
- Dictionary ret = new();
-
- int inKey = 1;
- int inVal = 0;
- int position = 0;
- string tempKey = "";
- string tempVal = "";
-
- for (int i = 0; i < query.Length; i++)
- {
- char c = query[i];
- if (inKey == 1)
- {
- if (c != '=')
- {
- tempKey += c;
- }
- else
- {
- inKey = 0;
- inVal = 1;
- continue;
- }
- }
-
- if (inVal == 1)
- {
- if (c != '&')
- {
- tempVal += c;
- }
- else
- {
- inKey = 1;
- inVal = 0;
-
- if (!string.IsNullOrEmpty(tempVal)) tempVal = WebUtility.UrlEncode(tempVal);
- ret = CommonTools.AddToDict(tempKey, tempVal, ret);
-
- tempKey = "";
- tempVal = "";
- position++;
- continue;
- }
- }
-
- if (inVal == 1)
- {
- if (!string.IsNullOrEmpty(tempVal)) tempVal = WebUtility.UrlEncode(tempVal);
- ret = CommonTools.AddToDict(tempKey, tempVal, ret);
- }
- }
-
- return ret;
- }
- }
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/RestRequest.cs b/MsmhTools/MsmhTools/HTTPProxyServer/RestRequest.cs
deleted file mode 100644
index 00c448e..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/RestRequest.cs
+++ /dev/null
@@ -1,699 +0,0 @@
-using System;
-using System.Net;
-using System.Net.Http;
-using System.Net.Security;
-using System.Net.Sockets;
-using System.Security.Cryptography.X509Certificates;
-using System.Text;
-using System.Threading;
-using System.Threading.Tasks;
-using System.Text.Json.Serialization;
-using System.Diagnostics;
-using System.Security.Authentication;
-using System.Net.Http.Headers;
-// https://github.com/jchristn/RestWrapper/blob/master/src/RestWrapper/RestRequest.cs
-
-namespace MsmhTools.HTTPProxyServer
-{
- ///
- /// Authorization header options.
- ///
- public class AuthorizationHeader
- {
- ///
- /// The username to use in the authorization header, if any.
- ///
- public string? User = null;
-
- ///
- /// The password to use in the authorization header, if any.
- ///
- public string? Password = null;
-
- ///
- /// The bearer token to use in the authorization header, if any.
- ///
- public string? BearerToken = null;
-
- ///
- /// Enable to encode credentials in the authorization header.
- ///
- public bool EncodeCredentials = true;
-
- ///
- /// Instantiate the object.
- ///
- public AuthorizationHeader()
- {
-
- }
- }
-
- ///
- /// RESTful HTTP request to be sent to a server.
- ///
- public class RestRequest
- {
- ///
- /// Method to invoke when sending log messages.
- ///
- [JsonIgnore]
- public Action? Logger { get; set; } = null;
-
- ///
- /// The URL to which the request should be directed.
- ///
- public string? Url { get; set; } = null;
-
- ///
- /// The HTTP method to use, also known as a verb (GET, PUT, POST, DELETE, etc).
- ///
- public HttpMethod Method = HttpMethod.Get;
-
-
- private AuthorizationHeader _Authorization = new();
-
- ///
- /// Authorization header parameters.
- ///
- public AuthorizationHeader Authorization
- {
- get
- {
- return _Authorization;
- }
- set
- {
- if (value == null) _Authorization = new AuthorizationHeader();
- else _Authorization = value;
- }
- }
-
- ///
- /// Ignore certificate errors such as expired certificates, self-signed certificates, or those that cannot be validated.
- ///
- public bool IgnoreCertificateErrors { get; set; } = false;
-
- ///
- /// The filename of the file containing the certificate.
- ///
- public string? CertificateFilename { get; set; } = null;
-
- ///
- /// The password to the certificate file.
- ///
- public string? CertificatePassword { get; set; } = null;
-
- ///
- /// The HTTP headers to attach to the request.
- ///
- public Dictionary? Headers
- {
- get
- {
- return _Headers;
- }
- set
- {
- if (value == null) _Headers = new Dictionary();
- else _Headers = value;
- }
- }
-
- ///
- /// The content type of the payload (i.e. Data or DataStream).
- ///
- public string? ContentType { get; set; } = null;
-
- ///
- /// The content length of the payload (i.e. Data or DataStream).
- ///
- public long ContentLength { get; private set; } = 0;
-
- ///
- /// The size of the buffer to use while reading from the DataStream and the response stream from the server.
- ///
- public int BufferSize
- {
- get
- {
- return _StreamReadBufferSize;
- }
- set
- {
- if (value < 1) throw new ArgumentException("StreamReadBufferSize must be at least one byte in size.");
- _StreamReadBufferSize = value;
- }
- }
-
- ///
- /// The number of milliseconds to wait before assuming the request has timed out.
- ///
- public int TimeoutMilliseconds
- {
- get
- {
- return _TimeoutMilliseconds;
- }
- set
- {
- if (value < 1) throw new ArgumentException("Timeout must be greater than 1ms.");
- _TimeoutMilliseconds = value;
- }
- }
-
- ///
- /// The user agent header to set on outbound requests.
- ///
- public string UserAgent { get; set; } = string.Empty;
-
- ///
- /// Enable or disable support for automatically handling redirects.
- ///
- public bool AllowAutoRedirect { get; set; } = true;
-
- private string _Header = string.Empty;
- private int _StreamReadBufferSize = 65536;
- private int _TimeoutMilliseconds = 30000;
- private Dictionary _Headers = new();
-
- ///
- /// A simple RESTful HTTP client.
- ///
- /// URL to access on the server.
- public RestRequest(string url)
- {
- if (string.IsNullOrEmpty(url)) throw new ArgumentNullException(nameof(url));
-
- Url = url;
- }
-
- ///
- /// A simple RESTful HTTP client.
- ///
- /// URL to access on the server.
- /// HTTP method to use.
- public RestRequest(string url, HttpMethod method)
- {
- if (string.IsNullOrEmpty(url)) throw new ArgumentNullException(nameof(url));
-
- Url = url;
- Method = method;
- }
-
- ///
- /// A simple RESTful HTTP client.
- ///
- /// URL to access on the server.
- /// HTTP method to use.
- /// Content type to use.
- public RestRequest(
- string url,
- HttpMethod method,
- string contentType)
- {
- if (string.IsNullOrEmpty(url)) throw new ArgumentNullException(nameof(url));
-
- Url = url;
- Method = method;
- ContentType = contentType;
- }
-
- ///
- /// A simple RESTful HTTP client.
- ///
- /// URL to access on the server.
- /// HTTP method to use.
- /// HTTP headers to use.
- /// Content type to use.
- public RestRequest(
- string url,
- HttpMethod method,
- Dictionary? headers,
- string? contentType)
- {
- //if (string.IsNullOrEmpty(url)) throw new ArgumentNullException(nameof(url));
-
- Url = url;
- Method = method;
- Headers = headers;
- ContentType = contentType;
- }
-
- ///
- /// Send the HTTP request with no data.
- ///
- /// RestResponse.
- public RestResponse? Send()
- {
- return SendInternal(0, null);
- }
-
- ///
- /// Send the HTTP request using form-encoded data.
- /// This method will automatically set the content-type header to 'application/x-www-form-urlencoded' if it is not already set.
- ///
- /// Dictionary.
- ///
- public RestResponse? Send(Dictionary form)
- {
- // refer to https://github.com/dotnet/runtime/issues/22811
- if (form == null) form = new Dictionary();
- var items = form.Select(i => WebUtility.UrlEncode(i.Key) + "=" + WebUtility.UrlEncode(i.Value));
- var content = new StringContent(string.Join("&", items), null, "application/x-www-form-urlencoded");
- byte[] bytes = Encoding.UTF8.GetBytes(content.ReadAsStringAsync().Result);
- ContentLength = bytes.Length;
- if (string.IsNullOrEmpty(ContentType)) ContentType = "application/x-www-form-urlencoded";
- return Send(bytes);
- }
-
- ///
- /// Send the HTTP request with the supplied data.
- ///
- /// A string containing the data you wish to send to the server (does not work with GET requests).
- /// RestResponse.
- public RestResponse? Send(string data)
- {
- if (string.IsNullOrEmpty(data)) return Send();
- return Send(Encoding.UTF8.GetBytes(data));
- }
-
- ///
- /// Send the HTTP request with the supplied data.
- ///
- /// A byte array containing the data you wish to send to the server (does not work with GET requests).
- /// RestResponse.
- public RestResponse? Send(byte[] data)
- {
- long contentLength = 0;
- MemoryStream stream = new(Array.Empty());
-
- if (data != null && data.Length > 0)
- {
- contentLength = data.Length;
- stream = new MemoryStream(data);
- stream.Seek(0, SeekOrigin.Begin);
- }
-
- return SendInternal(contentLength, stream);
- }
-
- ///
- /// Send the HTTP request with the supplied data.
- ///
- /// The number of bytes to read from the input stream.
- /// Stream containing the data you wish to send to the server (does not work with GET requests).
- /// RestResponse.
- public RestResponse? Send(long contentLength, Stream? stream)
- {
- return SendInternal(contentLength, stream);
- }
-
- ///
- /// Send the HTTP request with no data.
- ///
- /// Cancellation token.
- /// RestResponse.
- public Task SendAsync(CancellationToken token = default)
- {
- return SendInternalAsync(0, null, token);
- }
-
- ///
- /// Send the HTTP request using form-encoded data.
- /// This method will automatically set the content-type header.
- ///
- /// Dictionary.
- /// Cancellation token.
- /// RestResponse.
- public Task SendAsync(Dictionary form, CancellationToken token = default)
- {
- // refer to https://github.com/dotnet/runtime/issues/22811
- if (form == null) form = new Dictionary();
- var items = form.Select(i => WebUtility.UrlEncode(i.Key) + "=" + WebUtility.UrlEncode(i.Value));
- var content = new StringContent(string.Join("&", items), null, "application/x-www-form-urlencoded");
- byte[] bytes = Encoding.UTF8.GetBytes(content.ReadAsStringAsync(token).Result);
- ContentLength = bytes.Length;
- if (string.IsNullOrEmpty(ContentType)) ContentType = "application/x-www-form-urlencoded";
- return SendAsync(bytes, token);
- }
-
- ///
- /// Send the HTTP request with the supplied data.
- ///
- /// A string containing the data you wish to send to the server (does not work with GET requests).
- /// Cancellation token.
- /// RestResponse.
- public Task SendAsync(string data, CancellationToken token = default)
- {
- if (string.IsNullOrEmpty(data)) return SendAsync(token);
- return SendAsync(Encoding.UTF8.GetBytes(data), token);
- }
-
- ///
- /// Send the HTTP request with the supplied data.
- ///
- /// A byte array containing the data you wish to send to the server (does not work with GET requests).
- /// Cancellation token.
- /// RestResponse.
- public Task SendAsync(byte[] data, CancellationToken token = default)
- {
- long contentLength = 0;
- MemoryStream stream = new(Array.Empty());
-
- if (data != null && data.Length > 0)
- {
- contentLength = data.Length;
- stream = new MemoryStream(data);
- stream.Seek(0, SeekOrigin.Begin);
- }
-
- return SendInternalAsync(contentLength, stream, token);
- }
-
- ///
- /// Send the HTTP request with the supplied data.
- ///
- /// The number of bytes to read from the input stream.
- /// A stream containing the data you wish to send to the server (does not work with GET requests).
- /// Cancellation token.
- /// RestResponse.
- public Task SendAsync(long contentLength, Stream? stream, CancellationToken token = default)
- {
- return SendInternalAsync(contentLength, stream, token);
- }
-
- private bool Validator(object sender, X509Certificate? certificate, X509Chain? chain, SslPolicyErrors sslPolicyErrors)
- {
- return true;
- }
-
- private RestResponse? SendInternal(long contentLength, Stream? stream)
- {
- RestResponse? resp = SendInternalAsync(contentLength, stream, CancellationToken.None).Result;
- return resp;
- }
-
- private async Task SendInternalAsync(long contentLength, Stream? stream, CancellationToken token)
- {
- //if (string.IsNullOrEmpty(Url)) throw new ArgumentNullException(nameof(Url));
-
- //Timestamps ts = new Timestamps();
-
- Logger?.Invoke(_Header + Method.ToString() + " " + Url);
-
- try
- {
- // Setup-Webrequest
- Logger?.Invoke(_Header + "setting up web request");
-
- if (IgnoreCertificateErrors) ServicePointManager.ServerCertificateValidationCallback = Validator;
-
- ServicePointManager.SecurityProtocol = SecurityProtocolType.Tls12;
-
- HttpClientHandler handler = new();
- handler.AllowAutoRedirect = AllowAutoRedirect;
-
- if (!string.IsNullOrEmpty(CertificateFilename))
- {
- X509Certificate2? cert = null;
-
- if (!string.IsNullOrEmpty(CertificatePassword))
- {
- Logger?.Invoke(_Header + "adding certificate including password");
- cert = new X509Certificate2(CertificateFilename, CertificatePassword);
- }
- else
- {
- Logger?.Invoke(_Header + "adding certificate without password");
- cert = new X509Certificate2(CertificateFilename);
- }
-
- handler.ClientCertificateOptions = ClientCertificateOption.Manual;
- handler.SslProtocols = SslProtocols.Tls12;
- handler.ClientCertificates.Add(cert);
- }
-
- HttpClient client = new(handler);
- client.Timeout = TimeSpan.FromMilliseconds(_TimeoutMilliseconds);
- client.DefaultRequestHeaders.ExpectContinue = false;
- client.DefaultRequestHeaders.ConnectionClose = true;
-
- HttpRequestMessage? message = null;
-
- if (Method == HttpMethod.Delete)
- {
- message = new HttpRequestMessage(HttpMethod.Delete, Url);
- }
- else if (Method == HttpMethod.Get)
- {
- message = new HttpRequestMessage(HttpMethod.Get, Url);
- }
- else if (Method == HttpMethod.Head)
- {
- message = new HttpRequestMessage(HttpMethod.Head, Url);
- }
- else if (Method == HttpMethod.Options)
- {
- message = new HttpRequestMessage(HttpMethod.Options, Url);
- }
-#if NETSTANDARD2_1_OR_GREATER || NET6_0_OR_GREATER
- else if (Method == HttpMethod.Patch)
- {
- message = new HttpRequestMessage(HttpMethod.Patch, Url);
- }
-#endif
- else if (Method == HttpMethod.Post)
- {
- message = new HttpRequestMessage(HttpMethod.Post, Url);
- }
- else if (Method == HttpMethod.Put)
- {
- message = new HttpRequestMessage(HttpMethod.Put, Url);
- }
- else if (Method == HttpMethod.Trace)
- {
- message = new HttpRequestMessage(HttpMethod.Trace, Url);
- }
- else
- {
- throw new ArgumentException("HTTP method '" + Method.ToString() + "' is not supported.");
- }
-
- // Write-Request-Body-Data
- HttpContent? content = null;
-
- if (Method != HttpMethod.Get && Method != HttpMethod.Head)
- {
- if (contentLength > 0 && stream != null)
- {
- Logger?.Invoke(_Header + "adding " + contentLength + " bytes to request");
- content = new StreamContent(stream, _StreamReadBufferSize);
- // content.Headers.ContentLength = ContentLength;
- if (!string.IsNullOrEmpty(ContentType))
- content.Headers.ContentType = new MediaTypeHeaderValue(ContentType);
- }
- }
-
- message.Content = content;
-
- if (Headers != null && Headers.Count > 0)
- {
- foreach (KeyValuePair pair in Headers)
- {
- if (string.IsNullOrEmpty(pair.Key)) continue;
- if (string.IsNullOrEmpty(pair.Value)) continue;
-
- Logger?.Invoke(_Header + "adding header " + pair.Key + ": " + pair.Value);
-
- if (pair.Key.ToLower().Trim().Equals("close"))
- {
- // do nothing
- }
- else if (pair.Key.ToLower().Trim().Equals("connection"))
- {
- // do nothing
- }
- else if (pair.Key.ToLower().Trim().Equals("content-length"))
- {
- // do nothing
- }
- else if (pair.Key.ToLower().Trim().Equals("content-type"))
- {
- if (message.Content != null)
- message.Content.Headers.ContentType = new MediaTypeHeaderValue(pair.Value);
- }
- else
- {
- client.DefaultRequestHeaders.Add(pair.Key, pair.Value);
- }
- }
- }
-
- // Add-Auth-Info
- if (!string.IsNullOrEmpty(_Authorization.User))
- {
- if (_Authorization.EncodeCredentials)
- {
- Logger?.Invoke(_Header + "adding encoded credentials for user " + _Authorization.User);
-
- string authInfo = _Authorization.User + ":" + _Authorization.Password;
- authInfo = Convert.ToBase64String(Encoding.Default.GetBytes(authInfo));
- client.DefaultRequestHeaders.Add("Authorization", "Basic " + authInfo);
- }
- else
- {
- Logger?.Invoke(_Header + "adding plaintext credentials for user " + _Authorization.User);
- client.DefaultRequestHeaders.Add("Authorization", "Basic " + _Authorization.User + ":" + _Authorization.Password);
- }
- }
- else if (!string.IsNullOrEmpty(_Authorization.BearerToken))
- {
- Logger?.Invoke(_Header + "adding authorization bearer token " + _Authorization.BearerToken);
- client.DefaultRequestHeaders.Add("Authorization", "Bearer " + _Authorization.BearerToken);
- }
-
- // Submit-Request-and-Build-Response
- HttpResponseMessage? response = null;
- try
- {
- response = await client.SendAsync(message, token).ConfigureAwait(false);
- }
- catch (NotSupportedException)
- {
- // do nothing
- }
-
- if (response != null)
- {
- Logger?.Invoke(_Header + response.StatusCode + " response received after " + DateTime.Now);
-
- RestResponse ret = new();
- ret.ProtocolVersion = "HTTP/" + response.Version.ToString();
- ret.StatusCode = (int)response.StatusCode;
- ret.StatusDescription = response.StatusCode.ToString();
-
- if (response.Content != null && response.Content.Headers != null)
- {
- ret.ContentEncoding = string.Join(",", response.Content.Headers.ContentEncoding);
- if (response.Content.Headers.ContentType != null)
- ret.ContentType = response.Content.Headers.ContentType.ToString();
-
- if (response.Content.Headers.ContentLength != null)
- ret.ContentLength = response.Content.Headers.ContentLength.Value;
- }
-
- Logger?.Invoke(_Header + "processing response headers after " + DateTime.Now);
-
- foreach (var header in response.Headers)
- {
- string key = header.Key;
- string val = string.Join(",", header.Value);
- if (ret.Headers != null)
- ret.Headers.Add(key, val);
- }
-
- if (ret.ContentLength > 0)
- {
- if (response.Content != null)
- ret.Data = await response.Content.ReadAsStreamAsync(token);
- }
-
- return ret;
- }
-
- return null;
- }
- catch (TaskCanceledException)
- {
- Logger?.Invoke(_Header + "task canceled");
- return null;
- }
- catch (OperationCanceledException)
- {
- Logger?.Invoke(_Header + "operation canceled");
- return null;
- }
- catch (WebException we)
- {
- // WebException
- Logger?.Invoke(_Header + "web exception: " + we.Message);
-
- RestResponse ret = new();
- ret.Headers = null;
- ret.ContentEncoding = null;
- ret.ContentType = null;
- ret.ContentLength = 0;
- ret.StatusCode = 0;
- ret.StatusDescription = null;
- ret.Data = null;
-
- if (we.Response is HttpWebResponse exceptionResponse)
- {
- ret.ProtocolVersion = "HTTP/" + exceptionResponse.ProtocolVersion.ToString();
- ret.ContentEncoding = exceptionResponse.ContentEncoding;
- ret.ContentType = exceptionResponse.ContentType;
- ret.ContentLength = exceptionResponse.ContentLength;
- ret.StatusCode = (int)exceptionResponse.StatusCode;
- ret.StatusDescription = exceptionResponse.StatusDescription;
-
- Logger?.Invoke(_Header + "server returned status code " + ret.StatusCode);
-
- if (exceptionResponse.Headers != null && exceptionResponse.Headers.Count > 0)
- {
- for (int i = 0; i < exceptionResponse.Headers.Count; i++)
- {
- string key = exceptionResponse.Headers.GetKey(i);
- string val = "";
- int valCount = 0;
-
- string[]? getValues = exceptionResponse.Headers.GetValues(i);
- if (getValues != null)
- {
- foreach (string value in getValues)
- {
- if (valCount == 0)
- {
- val += value;
- valCount++;
- }
- else
- {
- val += "," + value;
- valCount++;
- }
- }
- }
-
- Logger?.Invoke(_Header + "adding exception header " + key + ": " + val);
- if (ret.Headers != null)
- ret.Headers.Add(key, val);
- }
- }
-
- if (exceptionResponse.ContentLength > 0)
- {
- Logger?.Invoke(_Header + "attaching exception response stream to response with content length " + exceptionResponse.ContentLength + " bytes");
- ret.ContentLength = exceptionResponse.ContentLength;
- ret.Data = exceptionResponse.GetResponseStream();
- }
- else
- {
- ret.ContentLength = 0;
- ret.Data = null;
- }
- }
-
- return ret;
- }
- catch (Exception)
- {
- return null;
- }
- finally
- {
- Logger?.Invoke(_Header + "complete (" + DateTime.Now + ")");
- }
- }
- }
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/RestResponse.cs b/MsmhTools/MsmhTools/HTTPProxyServer/RestResponse.cs
deleted file mode 100644
index 44cf3ce..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/RestResponse.cs
+++ /dev/null
@@ -1,157 +0,0 @@
-using System;
-using System.Text;
-
-namespace MsmhTools.HTTPProxyServer
-{
- ///
- /// RESTful response from the server.
- ///
- public class RestResponse
- {
- ///
- /// The protocol and version.
- ///
- public string? ProtocolVersion { get; internal set; } = null;
-
- ///
- /// User-supplied headers.
- ///
- public Dictionary? Headers { get; internal set; } = new Dictionary();
-
- ///
- /// The content encoding returned from the server.
- ///
- public string? ContentEncoding { get; internal set; } = null;
-
- ///
- /// The content type returned from the server.
- ///
- public string? ContentType { get; internal set; } = null;
-
- ///
- /// The number of bytes contained in the response body byte array.
- ///
- public long ContentLength { get; internal set; } = 0;
-
- ///
- /// The response URI of the responder.
- ///
- public string? ResponseURI { get; internal set; } = null;
-
- ///
- /// The HTTP status code returned with the response.
- ///
- public int StatusCode { get; internal set; } = 0;
-
- ///
- /// The HTTP status description associated with the HTTP status code.
- ///
- public string? StatusDescription { get; internal set; } = null;
-
- ///
- /// The stream containing the response data returned from the server.
- ///
- public Stream? Data { get; internal set; } = null;
-
- ///
- /// Read the data stream fully into a byte array.
- /// If you use this property, the 'Data' property will be fully read.
- ///
- public byte[]? DataAsBytes
- {
- get
- {
- if (_Data == null && ContentLength > 0 && Data != null && Data.CanRead)
- {
- _Data = StreamToBytes(Data);
- }
-
- return _Data;
- }
- }
-
- ///
- /// Read the data stream fully into a string.
- /// If you use this property, the 'Data' property will be fully read.
- ///
- public string? DataAsString
- {
- get
- {
- if (_Data == null && ContentLength > 0 && Data != null && Data.CanRead)
- {
- _Data = StreamToBytes(Data);
- }
-
- if (_Data != null)
- {
- return Encoding.UTF8.GetString(_Data);
- }
-
- return null;
- }
- }
-
- private byte[]? _Data = null;
-
- ///
- /// An organized object containing frequently used response parameters from a RESTful HTTP request.
- ///
- public RestResponse()
- {
-
- }
-
- private byte[] StreamToBytes(Stream input)
- {
- byte[] buffer = new byte[16 * 1024];
- using MemoryStream ms = new();
- int read;
-
- while ((read = input.Read(buffer, 0, buffer.Length)) > 0)
- {
- ms.Write(buffer, 0, read);
- }
-
- byte[] ret = ms.ToArray();
- return ret;
- }
-
- ///
- /// Creates a human-readable string of the object.
- ///
- /// String.
- public override string ToString()
- {
- string ret = "";
- ret += "REST Response" + Environment.NewLine;
-
- if (Headers != null && Headers.Count > 0)
- {
- ret += " Headers" + Environment.NewLine;
- foreach (KeyValuePair curr in Headers)
- {
- ret += " | " + curr.Key + ": " + curr.Value + Environment.NewLine;
- }
- }
-
- if (!string.IsNullOrEmpty(ContentEncoding))
- ret += " Content Encoding : " + ContentEncoding + Environment.NewLine;
- if (!string.IsNullOrEmpty(ContentType))
- ret += " Content Type : " + ContentType + Environment.NewLine;
- if (!string.IsNullOrEmpty(ResponseURI))
- ret += " Response URI : " + ResponseURI + Environment.NewLine;
-
- ret += " Status Code : " + StatusCode + Environment.NewLine;
- ret += " Status Description : " + StatusDescription + Environment.NewLine;
- ret += " Content Length : " + ContentLength + Environment.NewLine;
-
- ret += " Data : ";
- if (Data != null && ContentLength > 0) ret += "[stream]";
- else ret += "[none]";
- ret += Environment.NewLine;
-
- return ret;
- }
- }
-}
diff --git a/MsmhTools/MsmhTools/HTTPProxyServer/Settings.cs b/MsmhTools/MsmhTools/HTTPProxyServer/Settings.cs
deleted file mode 100644
index 183644e..0000000
--- a/MsmhTools/MsmhTools/HTTPProxyServer/Settings.cs
+++ /dev/null
@@ -1,63 +0,0 @@
-using System;
-using System.Net;
-using System.Text;
-
-namespace MsmhTools.HTTPProxyServer
-{
- ///