Code:
/ 4.0 / 4.0 / untmp / DEVDIV_TFS / Dev10 / Releases / RTMRel / ndp / clr / src / BCL / System / Text / Normalization.cs / 1305376 / Normalization.cs
// ==++== // // Copyright (c) Microsoft Corporation. All rights reserved. // // ==--== namespace System.Text { using System; using System.Globalization; using System.Text; using System.Runtime.CompilerServices; using System.Runtime.Versioning; using System.Diagnostics.Contracts; // This is the enumeration for Normalization Forms [System.Runtime.InteropServices.ComVisible(true)] public enum NormalizationForm { #if !FEATURE_NORM_IDNA_ONLY FormC = 1, FormD = 2, FormKC = 5, FormKD = 6 #endif // !FEATURE_NORM_IDNA_ONLY } internal enum ExtendedNormalizationForms { #if !FEATURE_NORM_IDNA_ONLY FormC = 1, FormD = 2, FormKC = 5, FormKD = 6, #endif // !FEATURE_NORM_IDNA_ONLY FormIdna = 0xd, #if !FEATURE_NORM_IDNA_ONLY FormCDisallowUnassigned = 0x101, FormDDisallowUnassigned = 0x102, FormKCDisallowUnassigned = 0x105, FormKDDisallowUnassigned = 0x106, #endif // !FEATURE_NORM_IDNA_ONLY FormIdnaDisallowUnassigned = 0x10d } // This internal class wraps up our normalization behavior internal class Normalization { #if !FEATURE_NORM_IDNA_ONLY private static Normalization NFC; private static Normalization NFD; private static Normalization NFKC; private static Normalization NFKD; #endif // !FEATURE_NORM_IDNA_ONLY private static Normalization IDNA; #if !FEATURE_NORM_IDNA_ONLY private static Normalization NFCDisallowUnassigned; private static Normalization NFDDisallowUnassigned; private static Normalization NFKCDisallowUnassigned; private static Normalization NFKDDisallowUnassigned; #endif // !FEATURE_NORM_IDNA_ONLY private static Normalization IDNADisallowUnassigned; private NormalizationForm normalizationForm; // These are error codes we get back from the Normalization DLL private const int ERROR_SUCCESS = 0; private const int ERROR_NOT_ENOUGH_MEMORY = 8; private const int ERROR_INVALID_PARAMETER = 87; private const int ERROR_INSUFFICIENT_BUFFER = 122; private const int ERROR_NO_UNICODE_TRANSLATION = 1113; [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.None)] [ResourceConsumption(ResourceScope.Process, ResourceScope.Process)] internal unsafe Normalization(NormalizationForm form, String strDataFile) { // Remember which form we are this.normalizationForm = form; // Load the DLL if (!nativeLoadNormalizationDLL()) { // Unable to load the normalization DLL! throw new ArgumentException( Environment.GetResourceString("Argument_InvalidNormalizationForm")); } // Tell the DLL where to find our data byte* pTables = GlobalizationAssembly.GetGlobalizationResourceBytePtr( typeof(Normalization).Assembly, strDataFile); if (pTables == null) { // Unable to load the specified normalizationForm, // tables not loaded from file throw new ArgumentException( Environment.GetResourceString("Argument_InvalidNormalizationForm")); } // All we have to do is let the .dll know how to load it, then // we can ignore the returned pointer. byte* objNorm = nativeNormalizationInitNormalization(form, pTables); if (objNorm == null) { // Unable to load the specified normalizationForm // native library class not initialized correctly throw new OutOfMemoryException( Environment.GetResourceString("Arg_OutOfMemoryException")); } } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetNormalization(NormalizationForm form) { switch ((ExtendedNormalizationForms)form) { #if !FEATURE_NORM_IDNA_ONLY case ExtendedNormalizationForms.FormC: return GetFormC(); case ExtendedNormalizationForms.FormD: return GetFormD(); case ExtendedNormalizationForms.FormKC: return GetFormKC(); case ExtendedNormalizationForms.FormKD: return GetFormKD(); #endif // !FEATURE_NORM_IDNA_ONLY case ExtendedNormalizationForms.FormIdna: return GetFormIDNA(); #if !FEATURE_NORM_IDNA_ONLY case ExtendedNormalizationForms.FormCDisallowUnassigned: return GetFormCDisallowUnassigned(); case ExtendedNormalizationForms.FormDDisallowUnassigned: return GetFormDDisallowUnassigned(); case ExtendedNormalizationForms.FormKCDisallowUnassigned: return GetFormKCDisallowUnassigned(); case ExtendedNormalizationForms.FormKDDisallowUnassigned: return GetFormKDDisallowUnassigned(); #endif // !FEATURE_NORM_IDNA_ONLY case ExtendedNormalizationForms.FormIdnaDisallowUnassigned: return GetFormIDNADisallowUnassigned(); } // They were supposed to have a form that we know about! throw new ArgumentException( Environment.GetResourceString("Argument_InvalidNormalizationForm")); } #if !FEATURE_NORM_IDNA_ONLY [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormC() { if (NFC != null) return NFC; NFC = new Normalization(NormalizationForm.FormC, "normnfc.nlp"); return NFC; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormD() { if (NFD != null) return NFD; NFD = new Normalization(NormalizationForm.FormD, "normnfd.nlp"); return NFD; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormKC() { if (NFKC != null) return NFKC; NFKC = new Normalization(NormalizationForm.FormKC, "normnfkc.nlp"); return NFKC; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormKD() { if (NFKD != null) return NFKD; NFKD = new Normalization(NormalizationForm.FormKD, "normnfkd.nlp"); return NFKD; } #endif // !FEATURE_NORM_IDNA_ONLY [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormIDNA() { if (IDNA != null) return IDNA; IDNA = new Normalization((NormalizationForm)ExtendedNormalizationForms.FormIdna, "normidna.nlp"); return IDNA; } #if !FEATURE_NORM_IDNA_ONLY [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormCDisallowUnassigned() { if (NFCDisallowUnassigned != null) return NFCDisallowUnassigned; NFCDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormCDisallowUnassigned, "normnfc.nlp"); return NFCDisallowUnassigned; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormDDisallowUnassigned() { if (NFDDisallowUnassigned != null) return NFDDisallowUnassigned; NFDDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormDDisallowUnassigned, "normnfd.nlp"); return NFDDisallowUnassigned; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormKCDisallowUnassigned() { if (NFKCDisallowUnassigned != null) return NFKCDisallowUnassigned; NFKCDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormKCDisallowUnassigned, "normnfkc.nlp"); return NFKCDisallowUnassigned; } [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormKDDisallowUnassigned() { if (NFKDDisallowUnassigned != null) return NFKDDisallowUnassigned; NFKDDisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormKDDisallowUnassigned, "normnfkd.nlp"); return NFKDDisallowUnassigned; } #endif // !FEATURE_NORM_IDNA_ONLY [System.Security.SecurityCritical] // auto-generated static internal Normalization GetFormIDNADisallowUnassigned() { if (IDNADisallowUnassigned!= null) return IDNADisallowUnassigned; IDNADisallowUnassigned = new Normalization( (NormalizationForm)ExtendedNormalizationForms.FormIdnaDisallowUnassigned, "normidna.nlp"); return IDNADisallowUnassigned; } [System.Security.SecurityCritical] // auto-generated internal static bool IsNormalized(String strInput, NormalizationForm normForm) { return GetNormalization(normForm).IsNormalized(strInput); } [System.Security.SecurityCritical] // auto-generated private bool IsNormalized(String strInput) { if (strInput == null) throw new ArgumentNullException( Environment.GetResourceString("ArgumentNull_String"), "strInput"); Contract.EndContractBlock(); int iError = ERROR_SUCCESS; int iTest = nativeNormalizationIsNormalizedString( normalizationForm, ref iError, strInput, strInput.Length); switch(iError) { // Success doesn't need to do anything case ERROR_SUCCESS: break; // Do appropriate stuff for the individual errors: // Only possible value here is ERROR_NO_UNICODE_TRANSLATION case ERROR_NO_UNICODE_TRANSLATION: throw new ArgumentException( Environment.GetResourceString("Argument_InvalidCharSequenceNoIndex" ), "strInput"); case ERROR_NOT_ENOUGH_MEMORY: throw new OutOfMemoryException( Environment.GetResourceString("Arg_OutOfMemoryException")); default: throw new InvalidOperationException( Environment.GetRuntimeResourceString("UnknownError_Num", iError)); } // Bit 1 is true, 0 is false from our return value. return ((iTest & 1) == 1); } [System.Security.SecurityCritical] // auto-generated internal static String Normalize(String strInput, NormalizationForm normForm) { return GetNormalization(normForm).Normalize(strInput); } [System.Security.SecurityCritical] // auto-generated internal String Normalize(String strInput) { if (strInput == null) throw new ArgumentNullException( "strInput", Environment.GetResourceString("ArgumentNull_String")); Contract.EndContractBlock(); // Guess our buffer size first int iLength = GuessLength(strInput); // Don't break for empty strings (only possible for D & KD and not really possible at that) if (iLength == 0) return String.Empty; // Someplace to stick our buffer char[] cBuffer = null; int iError = ERROR_INSUFFICIENT_BUFFER; while (iError == ERROR_INSUFFICIENT_BUFFER) { // (re)allocation buffer and normalize string cBuffer = new char[iLength]; iLength = nativeNormalizationNormalizeString( normalizationForm, ref iError, strInput, strInput.Length, cBuffer, cBuffer.Length); // Could have an error (actually it'd be quite hard to have an error here) if (iError != ERROR_SUCCESS) { switch(iError) { // Do appropriate stuff for the individual errors: case ERROR_INSUFFICIENT_BUFFER: Contract.Assert(iLength > cBuffer.Length, "Buffer overflow should have iLength > cBuffer.Length"); continue; case ERROR_NO_UNICODE_TRANSLATION: // Illegal code point or order found. Ie: FFFE or D800 D800, etc. throw new ArgumentException( Environment.GetResourceString("Argument_InvalidCharSequence", iLength ), "strInput"); case ERROR_NOT_ENOUGH_MEMORY: throw new OutOfMemoryException( Environment.GetResourceString("Arg_OutOfMemoryException")); case ERROR_INVALID_PARAMETER: // Shouldn't have invalid parameters here unless we have a bug, drop through... default: // We shouldn't get here... throw new InvalidOperationException( Environment.GetRuntimeResourceString("UnknownError_Num", iError)); } } } // Copy our buffer into our new string, which will be the appropriate size String strReturn = new String(cBuffer, 0, iLength); // Return our output string return strReturn; } [System.Security.SecurityCritical] // auto-generated internal int GuessLength(String strInput) { if (strInput == null) throw new ArgumentNullException( "strInput", Environment.GetResourceString("ArgumentNull_String")); Contract.EndContractBlock(); // Get our guess int iError = 0; int iGuess = nativeNormalizationNormalizeString( normalizationForm, ref iError, strInput, strInput.Length, null, 0); // Could have an error (actually it'd be quite hard to have an error here) Contract.Assert(iError == ERROR_SUCCESS, "GuessLength() shouldn't return errors."); if (iError != ERROR_SUCCESS) { // We shouldn't really be able to get here..., guessing length is // a trivial math function... // Can't really be Out of Memory, but just in case: if (iError == ERROR_NOT_ENOUGH_MEMORY) throw new OutOfMemoryException( Environment.GetResourceString("Arg_OutOfMemoryException")); // Who knows what happened? Not us! throw new InvalidOperationException( Environment.GetRuntimeResourceString("UnknownError_Num", iError)); } // Well, we guessed it return iGuess; } [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.Process)] [MethodImplAttribute(MethodImplOptions.InternalCall)] unsafe private static extern bool nativeLoadNormalizationDLL(); [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.None)] [MethodImplAttribute(MethodImplOptions.InternalCall)] unsafe private static extern int nativeNormalizationNormalizeString( NormalizationForm NormForm, ref int iError, String lpSrcString, int cwSrcLength, char[] lpDstString, int cwDstLength); [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.None)] [MethodImplAttribute(MethodImplOptions.InternalCall)] unsafe private static extern int nativeNormalizationIsNormalizedString( NormalizationForm NormForm, ref int iError, String lpString, int cwLength); [System.Security.SecurityCritical] // auto-generated [ResourceExposure(ResourceScope.Process)] [MethodImplAttribute(MethodImplOptions.InternalCall)] unsafe private static extern byte* nativeNormalizationInitNormalization( NormalizationForm NormForm, byte* pTableData); } } // File provided for Reference Use Only by Microsoft Corporation (c) 2007.
Link Menu
This book is available now!
Buy at Amazon US or
Buy at Amazon UK
- WebServiceMethodData.cs
- DataBoundControlAdapter.cs
- XmlSerializerOperationGenerator.cs
- ArrayWithOffset.cs
- Point3DConverter.cs
- DataGridViewCellStyle.cs
- ControlEvent.cs
- FormatPage.cs
- FacetValues.cs
- versioninfo.cs
- SqlInternalConnectionSmi.cs
- ChangeConflicts.cs
- MarkupObject.cs
- TextServicesCompartmentContext.cs
- LassoHelper.cs
- EventBuilder.cs
- ToolStripContentPanel.cs
- UdpTransportSettings.cs
- FrameworkReadOnlyPropertyMetadata.cs
- Internal.cs
- EventBindingService.cs
- FixedTextSelectionProcessor.cs
- LinqDataSourceView.cs
- PingReply.cs
- PrintEvent.cs
- WorkItem.cs
- SqlProfileProvider.cs
- Freezable.cs
- StorageMappingItemLoader.cs
- XmlAnyElementAttributes.cs
- SatelliteContractVersionAttribute.cs
- XPathScanner.cs
- SingleTagSectionHandler.cs
- ExtendedPropertyCollection.cs
- MinimizableAttributeTypeConverter.cs
- BindToObject.cs
- DataGridItemCollection.cs
- XmlSchemaGroupRef.cs
- WriteableBitmap.cs
- MemberMemberBinding.cs
- HtmlLabelAdapter.cs
- StorageConditionPropertyMapping.cs
- ToolStripDropDownButton.cs
- List.cs
- DataGridViewTextBoxCell.cs
- HttpCacheVaryByContentEncodings.cs
- versioninfo.cs
- ToolStripManager.cs
- ClientProxyGenerator.cs
- XmlQueryOutput.cs
- ThemeableAttribute.cs
- TextSearch.cs
- TextAnchor.cs
- HttpChannelBindingToken.cs
- XmlUrlEditor.cs
- SqlInternalConnection.cs
- MDIClient.cs
- DropTarget.cs
- Matrix3DConverter.cs
- Point4DConverter.cs
- CryptoProvider.cs
- StorageMappingFragment.cs
- AssemblySettingAttributes.cs
- SchemaMapping.cs
- codemethodreferenceexpression.cs
- EntityDataSourceSelectingEventArgs.cs
- EventProviderWriter.cs
- EntityContainerEmitter.cs
- TextModifierScope.cs
- CustomAttributeFormatException.cs
- MediaScriptCommandRoutedEventArgs.cs
- DesignConnectionCollection.cs
- ExtensionWindow.cs
- Attachment.cs
- MultiPageTextView.cs
- KeyNotFoundException.cs
- DataGridGeneralPage.cs
- Rect.cs
- WebControlParameterProxy.cs
- ObjectDataSourceChooseTypePanel.cs
- _CacheStreams.cs
- ResourceManager.cs
- AccessibilityHelperForXpWin2k3.cs
- OdbcError.cs
- ProfileInfo.cs
- DateTimeOffset.cs
- LineServicesRun.cs
- SchemaImporterExtensionElement.cs
- HttpModuleAction.cs
- SqlXmlStorage.cs
- MenuItemBindingCollection.cs
- FileStream.cs
- SafeBitVector32.cs
- AssociationTypeEmitter.cs
- PageThemeBuildProvider.cs
- HttpHeaderCollection.cs
- PropertyChangedEventArgs.cs
- StylusDevice.cs
- EntityClientCacheEntry.cs
- HttpListenerContext.cs