source: trunk/CrypP2P/Internal/P2PBase.cs @ 2437

Last change on this file since 2437 was 2437, checked in by Sven Rech, 10 years ago

more fixes concerning p2p

File size: 22.5 KB
Line 
1/*
2   Copyright 2010 Paul Lelgemann and Christian Arnold,
3                  University of Duisburg-Essen
4
5   Licensed under the Apache License, Version 2.0 (the "License");
6   you may not use this file except in compliance with the License.
7   You may obtain a copy of the License at
8
9       http://www.apache.org/licenses/LICENSE-2.0
10
11   Unless required by applicable law or agreed to in writing, software
12   distributed under the License is distributed on an "AS IS" BASIS,
13   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14   See the License for the specific language governing permissions and
15   limitations under the License.
16*/
17
18using System;
19using System.Linq;
20using System.Text;
21using System.Threading;
22using Cryptool.PluginBase;
23using Cryptool.Plugins.PeerToPeer.Internal;
24using Gears4Net;
25using PeersAtPlay;
26using PeersAtPlay.Monitoring;
27using PeersAtPlay.P2PLink;
28using PeersAtPlay.P2PLink.SnalNG;
29using PeersAtPlay.P2POverlay;
30using PeersAtPlay.P2POverlay.Bootstrapper;
31using PeersAtPlay.P2POverlay.Bootstrapper.DnsBootstrapper;
32using PeersAtPlay.P2POverlay.Bootstrapper.IrcBootstrapperV2;
33using PeersAtPlay.P2POverlay.Bootstrapper.LocalMachineBootstrapper;
34using PeersAtPlay.P2POverlay.FullMeshOverlay;
35using PeersAtPlay.P2PStorage.DHT;
36using PeersAtPlay.P2PStorage.FullMeshDHT;
37using PeersAtPlay.PapsClient;
38using PeersAtPlay.Util.Logging;
39using PeersAtPlay.P2POverlay.Chord;
40using PeersAtPlay.P2PStorage.WebDHT;
41using System.Security.Cryptography;
42
43/* TODO:
44 * - Delete UseNatTraversal-Flag and insert CertificateCheck and CertificateSetup
45 * - Testing asynchronous methods incl. EventHandlers
46 */
47
48namespace Cryptool.P2P.Internal
49{
50    /// <summary>
51    ///   Wrapper class to integrate peer@play environment into CrypTool.
52    ///   This class synchronizes asynchronous methods for easier usage in CT2.
53    /// </summary>
54    public class P2PBase
55    {
56        #region Variables
57
58        private AutoResetEvent systemJoined;
59        private readonly AutoResetEvent systemLeft;
60        private IBootstrapper bootstrapper;
61        private IP2PLinkManager linkmanager;
62        private P2POverlay overlay;
63        internal IDHT Dht;
64        internal IVersionedDHT VersionedDht;
65
66        /// <summary>
67        ///   True if system was successfully joined, false if system is COMPLETELY left
68        /// </summary>
69        public bool IsConnected { get; private set; }
70
71        /// <summary>
72        ///   True if the underlying peer to peer system has been fully initialized
73        /// </summary>
74        public bool IsInitialized { get; private set; }
75
76        #endregion
77
78        #region Delegates
79
80        public event P2PMessageReceived OnP2PMessageReceived;
81        public delegate void P2PMessageReceived(PeerId sourceAddr, byte[] data);
82
83        public event SystemJoined OnSystemJoined;
84        public delegate void SystemJoined();
85
86        public event SystemLeft OnSystemLeft;
87        public delegate void SystemLeft();
88
89        #endregion
90
91        public P2PBase()
92        {
93            IsConnected = false;
94            IsInitialized = false;
95
96            systemJoined = new AutoResetEvent(false);
97            systemLeft = new AutoResetEvent(false);
98        }
99
100        #region Basic P2P Methods (Init, Start, Stop)
101
102        /// <summary>
103        ///   Initializes the underlying peer-to-peer system with settings configured in P2PSettings. This step is required in order to be able to establish a connection.
104        /// </summary>
105        public void Initialize()
106        {
107            Scheduler scheduler = new STAScheduler("pap_snal");
108            Scheduler scheduler_2 = new STAScheduler("pap_mysql");
109
110            switch (P2PSettings.Default.LinkManager)
111            {
112                case P2PLinkManagerType.Snal:
113                    LogToMonitor("Init LinkMgr: Using NAT Traversal stuff");
114
115                    // NAT-Traversal stuff needs a different Snal-Version
116                    linkmanager = new Snal(scheduler);
117
118                    var settings = new PeersAtPlay.P2PLink.SnalNG.Settings();
119                    settings.LoadDefaults();
120                    settings.ConnectInternal = true;
121                    settings.LocalReceivingPort = P2PSettings.Default.LocalReceivingPort;
122                    settings.UseLocalAddressDetection = P2PSettings.Default.UseLocalAddressDetection;
123                    settings.NoDelay = false;
124                    settings.ReuseAddress = false;
125                    settings.UseNetworkMonitorServer = true;
126                    settings.CloseConnectionAfterPingTimeout = true;
127
128                    settings.FragmentMessages = true;
129                    settings.FragmentMessageSize = 10*1024;
130
131                    linkmanager.Settings = settings;
132                    linkmanager.ApplicationType = ApplicationType.CrypTool;
133
134                    break;
135                default:
136                    throw new NotImplementedException();
137            }
138
139            switch (P2PSettings.Default.Bootstrapper)
140            {
141                case P2PBootstrapperType.LocalMachineBootstrapper:
142                    // LocalMachineBootstrapper = only local connection (runs only on one machine)
143                    bootstrapper = new LocalMachineBootstrapper();
144                    break;
145                case P2PBootstrapperType.IrcBootstrapper:
146                    PeersAtPlay.P2POverlay.Bootstrapper.IrcBootstrapperV2.Settings.DelaySymmetricResponse = true;
147                    PeersAtPlay.P2POverlay.Bootstrapper.IrcBootstrapperV2.Settings.IncludeSymmetricResponse = false;
148                    PeersAtPlay.P2POverlay.Bootstrapper.IrcBootstrapperV2.Settings.UsePeerCache = false;
149
150                    bootstrapper = new IrcBootstrapper(scheduler);
151                    break;
152                case P2PBootstrapperType.DnsBootstrapper:
153                    bootstrapper = new DnsBootstrapper();
154                    break;
155                default:
156                    throw new NotImplementedException();
157            }
158
159            try
160            {
161                switch (P2PSettings.Default.Architecture)
162                {
163                    case P2PArchitecture.FullMesh:
164                        overlay = new FullMeshOverlay(scheduler);
165                        Dht = new FullMeshDHT(scheduler);
166                        break;
167                    case P2PArchitecture.Chord:
168                        overlay = new ChordNGCore(scheduler);
169                        Dht = (IDHT) overlay;
170                        break;
171                    case P2PArchitecture.Server:
172                        PeersAtPlay.PapsClient.Properties.Settings.Default.ServerHost = P2PSettings.Default.ServerHost;
173                        PeersAtPlay.PapsClient.Properties.Settings.Default.ServerPort = P2PSettings.Default.ServerPort;
174                        bootstrapper = new LocalMachineBootstrapper();
175                        overlay = new PapsClientOverlay();
176                        Dht = new PapsClientDht(scheduler_2);
177                        break;
178                    case P2PArchitecture.WebDHT:
179                        Dht = new WebDHT(scheduler_2);
180                        break;
181                    default:
182                        throw new NotImplementedException();
183                }
184            }
185            catch(Exception e)
186            {
187                P2PManager.GuiLogMessage("Error initializing P2P network: " + e.Message, NotificationLevel.Error);
188                return;
189            }
190
191            if (overlay != null)
192            {
193                overlay.MessageReceived += OverlayMessageReceived;
194            }
195            Dht.SystemJoined += OnDhtSystemJoined;
196            Dht.SystemLeft += OnDhtSystemLeft;
197
198            VersionedDht = (IVersionedDHT) Dht;
199
200            P2PManager.GuiLogMessage("Initializing DHT with world name " + P2PSettings.Default.WorldName,
201                                        NotificationLevel.Info);
202            IsInitialized = true;
203            Dht.Initialize(P2PSettings.Default.PeerName, DecryptString(P2PSettings.Default.Password), P2PSettings.Default.WorldName, overlay,
204                           bootstrapper, linkmanager, null);
205        }
206
207        /// <summary>
208        ///   Starts the P2P System. When the given P2P world doesn't exist yet,
209        ///   inclusive creating the and bootstrapping to the P2P network.
210        ///   In either case joining the P2P world.
211        ///   This synchronized method returns true not before the peer has
212        ///   successfully joined the network (this may take one or two minutes).
213        /// </summary>
214        /// <exception cref = "InvalidOperationException">When the peer-to-peer system has not been initialized.
215        /// After validating the settings, this can be done by calling Initialize().</exception>
216        /// <returns>True, if the peer has completely joined the p2p network</returns>
217        public bool SynchStart()
218        {
219            if (!IsInitialized)
220            {
221                throw new InvalidOperationException("Peer-to-peer is not initialized.");
222            }
223
224            if (IsConnected)
225            {
226                return true;
227            }
228
229            try
230            {
231                Dht.BeginStart(BeginStartEventHandler);
232
233                // Wait for event SystemJoined. When it's invoked, the peer completely joined the P2P system
234                systemJoined.WaitOne();
235                P2PManager.GuiLogMessage("System join process ended.", NotificationLevel.Debug);
236            }
237            catch (Exception e)
238            {
239                e.GetBaseException();
240            }
241
242            return true;
243        }
244
245        private void BeginStartEventHandler(DHTEventArgs eventArgs)
246        {
247            P2PManager.GuiLogMessage("Received DHTEventArgs: " + eventArgs + ", state: " + eventArgs.State, NotificationLevel.Debug);
248        }
249
250        /// <summary>
251        ///   Disconnects from the peer-to-peer system.
252        /// </summary>
253        /// <returns>True, if the peer has completely left the p2p network</returns>
254        public bool SynchStop()
255        {
256            if (Dht == null) return false;
257
258            Dht.BeginStop(null);
259
260            if (IsConnected)
261                systemLeft.WaitOne();
262
263            systemJoined.Reset();
264            systemLeft.Reset();
265
266            return true;
267        }
268
269        #endregion
270
271        #region Peer related method (GetPeerId, Send message to peer)
272
273        /// <summary>
274        ///   Get PeerName of the actual peer
275        /// </summary>
276        /// <param name = "sPeerName">out: additional peer information UserName on LinkManager</param>
277        /// <returns>PeerID as a String</returns>
278        public PeerId GetPeerId(out string sPeerName)
279        {
280            sPeerName = linkmanager.UserName;
281            return new PeerId(overlay.LocalAddress);
282        }
283
284        /// <summary>
285        ///   Construct PeerId object for a specific byte[] id
286        /// </summary>
287        /// <param name = "byteId">overlay address as byte array</param>
288        /// <returns>corresponding PeerId for given byte[] id</returns>
289        public PeerId GetPeerId(byte[] byteId)
290        {
291            LogToMonitor("GetPeerID: Converting byte[] to PeerId-Object");
292            return new PeerId(overlay.GetAddress(byteId));
293        }
294
295        // overlay.LocalAddress = Overlay-Peer-Address/Names
296        public void SendToPeer(byte[] data, byte[] destinationPeer)
297        {
298            // get stack size of the pap use-data and add own use data (for optimizing Stack size)
299            var realStackSize = overlay.GetHeaderSize() + data.Length;
300
301            var stackData = new ByteStack(realStackSize);
302            stackData.Push(data);
303
304            var destinationAddr = overlay.GetAddress(destinationPeer);
305            var overlayMsg = new OverlayMessage(MessageReceiverType.P2PBase, 
306                                                overlay.LocalAddress, destinationAddr, stackData);
307
308            overlay.Send(overlayMsg);
309        }
310
311        private void OverlayMessageReceived(object sender, OverlayMessageEventArgs e)
312        {
313            if (OnP2PMessageReceived == null) return;
314
315            var pid = new PeerId(e.Message.Source);
316            /* You have to fire this event asynchronous, because the main
317                 * thread will be stopped in this wrapper class for synchronizing
318                 * the asynchronous stuff (AutoResetEvent) --> so this could run
319                 * into a deadlock, when you fire this event synchronous (normal Invoke)
320                 * ATTENTION: This could change the invocation order!!! In my case
321                              no problem, but maybe in future cases... */
322
323            // TODO: not safe: The delegate must have only one target
324            // OnP2PMessageReceived.BeginInvoke(pid, e.Message.Data.PopBytes(e.Message.Data.CurrentStackSize), null, null);
325
326            foreach (var del in OnP2PMessageReceived.GetInvocationList())
327            {
328                var data = e.Message.Data.ToArray();
329                if (e.Message.Data.CurrentStackSize != 0)
330                    data = e.Message.Data.PopBytes(e.Message.Data.CurrentStackSize);
331
332                del.DynamicInvoke(pid, data);
333            }
334        }
335
336        #endregion
337
338        #region Event Handling (System Joined, Left and Message Received)
339
340        private void OnDhtSystemJoined(object sender, EventArgs e)
341        {
342            IsConnected = true;
343
344            if (OnSystemJoined != null)
345                OnSystemJoined();
346
347            systemJoined.Set();
348        }
349
350        private void OnDhtSystemLeft(object sender, SystemLeftEventArgs e)
351        {
352            IsConnected = false;
353            IsInitialized = false;
354
355            // Allow new connection to start and check for waiting / blocked tasks
356            // TODO reset running ConnectionWorkers?
357            systemLeft.Set();
358            systemJoined.Set();
359
360            LogToMonitor("CrypP2P left the system.");
361
362            if (OnSystemLeft != null)
363                OnSystemLeft();
364        }
365
366        #endregion
367
368        #region Synchronous Methods + their Callbacks
369
370        /// <summary>
371        ///   Stores a value in the DHT at the given key
372        /// </summary>
373        /// <param name = "key">Key of DHT Entry</param>
374        /// <param name = "value">Value of DHT Entry</param>
375        /// <returns>True, when storing is completed!</returns>
376        public RequestResult SynchStore(string key, string value)
377        {
378            return SynchStore(key, Encoding.UTF8.GetBytes(value));
379        }
380
381        /// <summary>
382        ///   Stores a value in the DHT at the given key
383        /// </summary>
384        /// <param name = "key">Key of DHT Entry</param>
385        /// <param name = "data">Value of DHT Entry</param>
386        /// <returns>True, when storing is completed!</returns>
387        public RequestResult SynchStore(string key, byte[] data)
388        {
389            var autoResetEvent = new AutoResetEvent(false);
390
391            // LogToMonitor("testcrash" + Encoding.UTF8.GetString(new byte[5000]));
392            LogToMonitor("Begin: SynchStore. Key: " + key + ", " + (data != null ? data.Length : 0) + " bytes");
393
394            var requestResult = new RequestResult {WaitHandle = autoResetEvent, Key = key, Data = data};
395            VersionedDht.Store(OnSynchStoreCompleted, key, data, requestResult);
396
397            // blocking till response
398            bool success = autoResetEvent.WaitOne(1000*60*2);
399            if (!success)
400            {
401                if (!IsConnected)
402                    throw new NotConnectedException();
403                else
404                    throw new InvalidOperationException("SynchStore failed for some reason!");
405            }
406            LogToMonitor("End: SynchStore. Key: " + key + ". Status: " + requestResult.Status);
407
408            return requestResult;
409        }
410
411        /// <summary>
412        ///   Callback for a the synchronized store method
413        /// </summary>
414        /// <param name = "storeResult">retrieved data container</param>
415        private static void OnSynchStoreCompleted(StoreResult storeResult)
416        {
417            var requestResult = storeResult.AsyncState as RequestResult;
418            if (requestResult == null)
419            {
420                LogToMonitor("Received OnSynchStoreCompleted, but RequestResult object is missing. Discarding.");
421                return;
422            }
423
424            requestResult.Parse(storeResult);
425
426            // unblock WaitHandle in the synchronous method
427            requestResult.WaitHandle.Set();
428        }
429
430        /// <summary>
431        ///   Get the value of the given DHT Key or null, if it doesn't exist.
432        /// </summary>
433        /// <param name = "key">Key of DHT Entry</param>
434        /// <returns>Value of DHT Entry</returns>
435        public RequestResult SynchRetrieve(string key)
436        {
437            LogToMonitor("Begin: SynchRetrieve. Key: " + key);
438
439            var autoResetEvent = new AutoResetEvent(false);
440            var requestResult = new RequestResult {WaitHandle = autoResetEvent, Key = key};
441
442            Dht.Retrieve(OnSynchRetrieveCompleted, key, requestResult);
443
444            // blocking till response
445            bool success = autoResetEvent.WaitOne(1000 * 60 * 2);
446            if (!success)
447            {
448                if (!IsConnected)
449                    throw new NotConnectedException();
450                else
451                    throw new InvalidOperationException("SynchStore failed for some reason!");
452            }
453
454            LogToMonitor("End: SynchRetrieve. Key: " + key + ". Status: " + requestResult.Status);
455
456            return requestResult;
457        }
458
459        /// <summary>
460        ///   Callback for a the synchronized retrieval method
461        /// </summary>
462        /// <param name = "retrieveResult"></param>
463        private static void OnSynchRetrieveCompleted(RetrieveResult retrieveResult)
464        {
465            var requestResult = retrieveResult.AsyncState as RequestResult;
466            if (requestResult == null)
467            {
468                LogToMonitor("Received OnSynchRetrieveCompleted, but RequestResult object is missing. Discarding.");
469                return;
470            }
471
472            requestResult.Parse(retrieveResult);
473
474            // unblock WaitHandle in the synchronous method
475            requestResult.WaitHandle.Set();
476        }
477
478        /// <summary>
479        ///   Removes a key/value pair out of the DHT
480        /// </summary>
481        /// <param name = "key">Key of the DHT Entry</param>
482        /// <returns>True, when removing is completed!</returns>
483        public RequestResult SynchRemove(string key)
484        {
485            LogToMonitor("Begin SynchRemove. Key: " + key);
486
487            var autoResetEvent = new AutoResetEvent(false);
488            var requestResult = new RequestResult { WaitHandle = autoResetEvent, Key = key };
489            VersionedDht.Remove(OnSynchRemoveCompleted, key, requestResult);
490
491            // blocking till response
492            bool success = autoResetEvent.WaitOne(1000 * 60 * 2);
493            if (!success)
494            {
495                if (!IsConnected)
496                    throw new NotConnectedException();
497                else
498                    throw new InvalidOperationException("SynchStore failed for some reason!");
499            }
500
501            LogToMonitor("End: SynchRemove. Key: " + key + ". Status: " + requestResult.Status);
502
503            return requestResult;
504        }
505
506        /// <summary>
507        ///   Callback for a the synchronized remove method
508        /// </summary>
509        /// <param name = "removeResult"></param>
510        private static void OnSynchRemoveCompleted(RemoveResult removeResult)
511        {
512            var requestResult = removeResult.AsyncState as RequestResult;
513            if (requestResult == null)
514            {
515                LogToMonitor("Received OnSynchRemoveCompleted, but RequestResult object is missing. Discarding.");
516                return;
517            }
518
519            requestResult.Parse(removeResult);
520
521            // unblock WaitHandle in the synchronous method
522            requestResult.WaitHandle.Set();
523        }
524
525        #endregion
526
527        #region Statistic Methods
528
529        public long TotalBytesSentOnAllLinks()
530        {
531            return (long) linkmanager.GetAllLinkInformation().Sum(linkInformation => linkInformation.TotalBytesSent);
532        }
533
534        public long TotalBytesReceivedOnAllLinks()
535        {
536            return (long) linkmanager.GetAllLinkInformation().Sum(linkInformation => linkInformation.TotalBytesReceived);
537        }
538
539        #endregion
540
541        #region Log facility
542
543        /// <summary>
544        ///   To log the internal state in the Monitoring Software of P@play
545        /// </summary>
546        public void LogInternalState()
547        {
548            if (Dht != null)
549            {
550                Dht.LogInternalState();
551            }
552        }
553
554        private static void LogToMonitor(string sTextToLog)
555        {
556            if (P2PSettings.Default.Log2Monitor)
557                Log.Debug(sTextToLog);
558        }
559
560        /// <summary>
561        /// Encrypts the given string using the current windows user password and converts
562        /// this to a base64 string
563        /// </summary>
564        /// <param name="s"></param>
565        /// <returns>encrypted base64 string</returns>
566        public static string EncryptString(string s)
567        {
568            byte[] bytes = Encoding.Unicode.GetBytes(s);
569            byte[] encBytes = ProtectedData.Protect(bytes, null, DataProtectionScope.CurrentUser);
570            return Convert.ToBase64String(encBytes);
571        }
572
573        /// <summary>
574        /// Decrypts the given base64 string using the current windows user password
575        /// </summary>
576        /// <param name="s"></param>
577        /// <returns>decrypted string</returns>
578        public static string DecryptString(string s)
579        {
580            if (string.IsNullOrEmpty(s))
581            {
582                return "";
583            }
584            try
585            {
586                byte[] encBytes = Convert.FromBase64String(s);
587                byte[] bytes = ProtectedData.Unprotect(encBytes, null, DataProtectionScope.CurrentUser);
588                return Encoding.Unicode.GetString(bytes);
589            }
590            catch (Exception)
591            {
592                return "";
593            }
594        }
595
596
597        #endregion
598    }
599}
Note: See TracBrowser for help on using the repository browser.