001/*
002 * Copyright (C) 2009 The Guava Authors
003 *
004 * Licensed under the Apache License, Version 2.0 (the "License");
005 * you may not use this file except in compliance with the License.
006 * You may obtain a copy of the License at
007 *
008 * http://www.apache.org/licenses/LICENSE-2.0
009 *
010 * Unless required by applicable law or agreed to in writing, software
011 * distributed under the License is distributed on an "AS IS" BASIS,
012 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
013 * See the License for the specific language governing permissions and
014 * limitations under the License.
015 */
016
017package com.google.common.net;
018
019import static com.google.common.base.Preconditions.checkArgument;
020import static com.google.common.base.Preconditions.checkNotNull;
021import static com.google.common.base.Preconditions.checkState;
022
023import com.google.common.annotations.Beta;
024import com.google.common.annotations.GwtCompatible;
025import com.google.common.base.Ascii;
026import com.google.common.base.CharMatcher;
027import com.google.common.base.Joiner;
028import com.google.common.base.Splitter;
029import com.google.common.collect.ImmutableList;
030import com.google.thirdparty.publicsuffix.PublicSuffixPatterns;
031
032import java.util.List;
033
034import javax.annotation.Nullable;
035
036/**
037 * An immutable well-formed internet domain name, such as {@code com} or {@code
038 * foo.co.uk}. Only syntactic analysis is performed; no DNS lookups or other
039 * network interactions take place. Thus there is no guarantee that the domain
040 * actually exists on the internet.
041 *
042 * <p>One common use of this class is to determine whether a given string is
043 * likely to represent an addressable domain on the web -- that is, for a
044 * candidate string {@code "xxx"}, might browsing to {@code "http://xxx/"}
045 * result in a webpage being displayed? In the past, this test was frequently
046 * done by determining whether the domain ended with a {@linkplain
047 * #isPublicSuffix() public suffix} but was not itself a public suffix. However,
048 * this test is no longer accurate. There are many domains which are both public
049 * suffixes and addressable as hosts; {@code "uk.com"} is one example. As a
050 * result, the only useful test to determine if a domain is a plausible web host
051 * is {@link #hasPublicSuffix()}. This will return {@code true} for many domains
052 * which (currently) are not hosts, such as {@code "com"}, but given that any
053 * public suffix may become a host without warning, it is better to err on the
054 * side of permissiveness and thus avoid spurious rejection of valid sites.
055 *
056 * <p>During construction, names are normalized in two ways:
057 * <ol>
058 * <li>ASCII uppercase characters are converted to lowercase.
059 * <li>Unicode dot separators other than the ASCII period ({@code '.'}) are
060 * converted to the ASCII period.
061 * </ol>
062 * <p>The normalized values will be returned from {@link #toString()} and
063 * {@link #parts()}, and will be reflected in the result of
064 * {@link #equals(Object)}.
065 *
066 * <p><a href="http://en.wikipedia.org/wiki/Internationalized_domain_name">
067 * Internationalized domain names</a> such as {@code 网络.cn} are supported, as
068 * are the equivalent <a
069 * href="http://en.wikipedia.org/wiki/Internationalized_domain_name">IDNA
070 * Punycode-encoded</a> versions.
071 *
072 * @author Craig Berry
073 * @since 5.0
074 */
075@Beta
076@GwtCompatible
077public final class InternetDomainName {
078
079  private static final CharMatcher DOTS_MATCHER =
080      CharMatcher.anyOf(".\u3002\uFF0E\uFF61");
081  private static final Splitter DOT_SPLITTER = Splitter.on('.');
082  private static final Joiner DOT_JOINER = Joiner.on('.');
083
084  /**
085   * Value of {@link #publicSuffixIndex} which indicates that no public suffix
086   * was found.
087   */
088  private static final int NO_PUBLIC_SUFFIX_FOUND = -1;
089
090  private static final String DOT_REGEX = "\\.";
091
092  /**
093   * Maximum parts (labels) in a domain name. This value arises from
094   * the 255-octet limit described in
095   * <a href="http://www.ietf.org/rfc/rfc2181.txt">RFC 2181</a> part 11 with
096   * the fact that the encoding of each part occupies at least two bytes
097   * (dot plus label externally, length byte plus label internally). Thus, if
098   * all labels have the minimum size of one byte, 127 of them will fit.
099   */
100  private static final int MAX_PARTS = 127;
101
102  /**
103   * Maximum length of a full domain name, including separators, and
104   * leaving room for the root label. See
105   * <a href="http://www.ietf.org/rfc/rfc2181.txt">RFC 2181</a> part 11.
106   */
107  private static final int MAX_LENGTH = 253;
108
109  /**
110   * Maximum size of a single part of a domain name. See
111   * <a href="http://www.ietf.org/rfc/rfc2181.txt">RFC 2181</a> part 11.
112   */
113  private static final int MAX_DOMAIN_PART_LENGTH = 63;
114
115  /**
116   * The full domain name, converted to lower case.
117   */
118  private final String name;
119
120  /**
121   * The parts of the domain name, converted to lower case.
122   */
123  private final ImmutableList<String> parts;
124
125  /**
126   * The index in the {@link #parts()} list at which the public suffix begins.
127   * For example, for the domain name {@code www.google.co.uk}, the value would
128   * be 2 (the index of the {@code co} part). The value is negative
129   * (specifically, {@link #NO_PUBLIC_SUFFIX_FOUND}) if no public suffix was
130   * found.
131   */
132  private final int publicSuffixIndex;
133
134  /**
135   * Constructor used to implement {@link #from(String)}, and from subclasses.
136   */
137  InternetDomainName(String name) {
138    // Normalize:
139    // * ASCII characters to lowercase
140    // * All dot-like characters to '.'
141    // * Strip trailing '.'
142
143    name = Ascii.toLowerCase(DOTS_MATCHER.replaceFrom(name, '.'));
144
145    if (name.endsWith(".")) {
146      name = name.substring(0, name.length() - 1);
147    }
148
149    checkArgument(name.length() <= MAX_LENGTH,
150        "Domain name too long: '%s':", name);
151    this.name = name;
152
153    this.parts = ImmutableList.copyOf(DOT_SPLITTER.split(name));
154    checkArgument(parts.size() <= MAX_PARTS,
155        "Domain has too many parts: '%s'", name);
156    checkArgument(validateSyntax(parts), "Not a valid domain name: '%s'", name);
157
158    this.publicSuffixIndex = findPublicSuffix();
159  }
160
161  /**
162   * Returns the index of the leftmost part of the public suffix, or -1 if not
163   * found. Note that the value defined as the "public suffix" may not be a
164   * public suffix according to {@link #isPublicSuffix()} if the domain ends
165   * with an excluded domain pattern such as {@code "nhs.uk"}.
166   */
167  private int findPublicSuffix() {
168    final int partsSize = parts.size();
169
170    for (int i = 0; i < partsSize; i++) {
171      String ancestorName = DOT_JOINER.join(parts.subList(i, partsSize));
172
173      if (PublicSuffixPatterns.EXACT.containsKey(ancestorName)) {
174        return i;
175      }
176
177      // Excluded domains (e.g. !nhs.uk) use the next highest
178      // domain as the effective public suffix (e.g. uk).
179
180      if (PublicSuffixPatterns.EXCLUDED.containsKey(ancestorName)) {
181        return i + 1;
182      }
183
184      if (matchesWildcardPublicSuffix(ancestorName)) {
185        return i;
186      }
187    }
188
189    return NO_PUBLIC_SUFFIX_FOUND;
190  }
191
192  /**
193   * Returns an instance of {@link InternetDomainName} after lenient
194   * validation.  Specifically, validation against <a
195   * href="http://www.ietf.org/rfc/rfc3490.txt">RFC 3490</a>
196   * ("Internationalizing Domain Names in Applications") is skipped, while
197   * validation against <a
198   * href="http://www.ietf.org/rfc/rfc1035.txt">RFC 1035</a> is relaxed in
199   * the following ways:
200   * <ul>
201   * <li>Any part containing non-ASCII characters is considered valid.
202   * <li>Underscores ('_') are permitted wherever dashes ('-') are permitted.
203   * <li>Parts other than the final part may start with a digit.
204   * </ul>
205   *
206   *
207   * @param domain A domain name (not IP address)
208   * @throws IllegalArgumentException if {@code name} is not syntactically valid
209   *     according to {@link #isValid}
210   * @since 10.0 (previously named {@code fromLenient})
211   */
212  public static InternetDomainName from(String domain) {
213    return new InternetDomainName(checkNotNull(domain));
214  }
215
216  /**
217   * Validation method used by {@from} to ensure that the domain name is
218   * syntactically valid according to RFC 1035.
219   *
220   * @return Is the domain name syntactically valid?
221   */
222  private static boolean validateSyntax(List<String> parts) {
223    final int lastIndex = parts.size() - 1;
224
225    // Validate the last part specially, as it has different syntax rules.
226
227    if (!validatePart(parts.get(lastIndex), true)) {
228      return false;
229    }
230
231    for (int i = 0; i < lastIndex; i++) {
232      String part = parts.get(i);
233      if (!validatePart(part, false)) {
234        return false;
235      }
236    }
237
238    return true;
239  }
240
241  private static final CharMatcher DASH_MATCHER = CharMatcher.anyOf("-_");
242
243  private static final CharMatcher PART_CHAR_MATCHER =
244      CharMatcher.JAVA_LETTER_OR_DIGIT.or(DASH_MATCHER);
245
246  /**
247   * Helper method for {@link #validateSyntax(List)}. Validates that one part of
248   * a domain name is valid.
249   *
250   * @param part The domain name part to be validated
251   * @param isFinalPart Is this the final (rightmost) domain part?
252   * @return Whether the part is valid
253   */
254  private static boolean validatePart(String part, boolean isFinalPart) {
255
256    // These tests could be collapsed into one big boolean expression, but
257    // they have been left as independent tests for clarity.
258
259    if (part.length() < 1 || part.length() > MAX_DOMAIN_PART_LENGTH) {
260      return false;
261    }
262
263    /*
264     * GWT claims to support java.lang.Character's char-classification methods,
265     * but it actually only works for ASCII. So for now, assume any non-ASCII
266     * characters are valid. The only place this seems to be documented is here:
267     * http://osdir.com/ml/GoogleWebToolkitContributors/2010-03/msg00178.html
268     *
269     * <p>ASCII characters in the part are expected to be valid per RFC 1035,
270     * with underscore also being allowed due to widespread practice.
271     */
272
273    String asciiChars = CharMatcher.ASCII.retainFrom(part);
274
275    if (!PART_CHAR_MATCHER.matchesAllOf(asciiChars)) {
276      return false;
277    }
278
279    // No initial or final dashes or underscores.
280
281    if (DASH_MATCHER.matches(part.charAt(0))
282        || DASH_MATCHER.matches(part.charAt(part.length() - 1))) {
283      return false;
284    }
285
286    /*
287     * Note that we allow (in contravention of a strict interpretation of the
288     * relevant RFCs) domain parts other than the last may begin with a digit
289     * (for example, "3com.com"). It's important to disallow an initial digit in
290     * the last part; it's the only thing that stops an IPv4 numeric address
291     * like 127.0.0.1 from looking like a valid domain name.
292     */
293
294    if (isFinalPart && CharMatcher.DIGIT.matches(part.charAt(0))) {
295      return false;
296    }
297
298    return true;
299  }
300
301  /**
302   * Returns the individual components of this domain name, normalized to all
303   * lower case. For example, for the domain name {@code mail.google.com}, this
304   * method returns the list {@code ["mail", "google", "com"]}.
305   */
306  public ImmutableList<String> parts() {
307    return parts;
308  }
309
310  /**
311   * Indicates whether this domain name represents a <i>public suffix</i>, as
312   * defined by the Mozilla Foundation's
313   * <a href="http://publicsuffix.org/">Public Suffix List</a> (PSL). A public
314   * suffix is one under which Internet users can directly register names, such
315   * as {@code com}, {@code co.uk} or {@code pvt.k12.wy.us}. Examples of domain
316   * names that are <i>not</i> public suffixes include {@code google}, {@code
317   * google.com} and {@code foo.co.uk}.
318   *
319   * @return {@code true} if this domain name appears exactly on the public
320   *     suffix list
321   * @since 6.0
322   */
323  public boolean isPublicSuffix() {
324    return publicSuffixIndex == 0;
325  }
326
327  /**
328   * Indicates whether this domain name ends in a {@linkplain #isPublicSuffix()
329   * public suffix}, including if it is a public suffix itself. For example,
330   * returns {@code true} for {@code www.google.com}, {@code foo.co.uk} and
331   * {@code com}, but not for {@code google} or {@code google.foo}. This is
332   * the recommended method for determining whether a domain is potentially an
333   * addressable host.
334   *
335   * @since 6.0
336   */
337  public boolean hasPublicSuffix() {
338    return publicSuffixIndex != NO_PUBLIC_SUFFIX_FOUND;
339  }
340
341  /**
342   * Returns the {@linkplain #isPublicSuffix() public suffix} portion of the
343   * domain name, or {@code null} if no public suffix is present.
344   *
345   * @since 6.0
346   */
347  public InternetDomainName publicSuffix() {
348    return hasPublicSuffix() ? ancestor(publicSuffixIndex) : null;
349  }
350
351  /**
352   * Indicates whether this domain name ends in a {@linkplain #isPublicSuffix()
353   * public suffix}, while not being a public suffix itself. For example,
354   * returns {@code true} for {@code www.google.com}, {@code foo.co.uk} and
355   * {@code bar.ca.us}, but not for {@code google}, {@code com}, or {@code
356   * google.foo}.
357   *
358   * <p><b>Warning:</b> a {@code false} result from this method does not imply
359   * that the domain does not represent an addressable host, as many public
360   * suffixes are also addressable hosts. Use {@link #hasPublicSuffix()} for
361   * that test.
362   *
363   * <p>This method can be used to determine whether it will probably be
364   * possible to set cookies on the domain, though even that depends on
365   * individual browsers' implementations of cookie controls. See
366   * <a href="http://www.ietf.org/rfc/rfc2109.txt">RFC 2109</a> for details.
367   *
368   * @since 6.0
369   */
370  public boolean isUnderPublicSuffix() {
371    return publicSuffixIndex > 0;
372  }
373
374  /**
375   * Indicates whether this domain name is composed of exactly one subdomain
376   * component followed by a {@linkplain #isPublicSuffix() public suffix}. For
377   * example, returns {@code true} for {@code google.com} and {@code foo.co.uk},
378   * but not for {@code www.google.com} or {@code co.uk}.
379   *
380   * <p><b>Warning:</b> A {@code true} result from this method does not imply
381   * that the domain is at the highest level which is addressable as a host, as
382   * many public suffixes are also addressable hosts. For example, the domain
383   * {@code bar.uk.com} has a public suffix of {@code uk.com}, so it would
384   * return {@code true} from this method. But {@code uk.com} is itself an
385   * addressable host.
386   *
387   * <p>This method can be used to determine whether a domain is probably the
388   * highest level for which cookies may be set, though even that depends on
389   * individual browsers' implementations of cookie controls. See
390   * <a href="http://www.ietf.org/rfc/rfc2109.txt">RFC 2109</a> for details.
391   *
392   * @since 6.0
393   */
394  public boolean isTopPrivateDomain() {
395    return publicSuffixIndex == 1;
396  }
397
398  /**
399   * Returns the portion of this domain name that is one level beneath the
400   * public suffix. For example, for {@code x.adwords.google.co.uk} it returns
401   * {@code google.co.uk}, since {@code co.uk} is a public suffix.
402   *
403   * <p>If {@link #isTopPrivateDomain()} is true, the current domain name
404   * instance is returned.
405   *
406   * <p>This method should not be used to determine the topmost parent domain
407   * which is addressable as a host, as many public suffixes are also
408   * addressable hosts. For example, the domain {@code foo.bar.uk.com} has
409   * a public suffix of {@code uk.com}, so it would return {@code bar.uk.com}
410   * from this method. But {@code uk.com} is itself an addressable host.
411   *
412   * <p>This method can be used to determine the probable highest level parent
413   * domain for which cookies may be set, though even that depends on individual
414   * browsers' implementations of cookie controls.
415   *
416   * @throws IllegalStateException if this domain does not end with a
417   *     public suffix
418   * @since 6.0
419   */
420  public InternetDomainName topPrivateDomain() {
421    if (isTopPrivateDomain()) {
422      return this;
423    }
424    checkState(isUnderPublicSuffix(), "Not under a public suffix: %s", name);
425    return ancestor(publicSuffixIndex - 1);
426  }
427
428  /**
429   * Indicates whether this domain is composed of two or more parts.
430   */
431  public boolean hasParent() {
432    return parts.size() > 1;
433  }
434
435  /**
436   * Returns an {@code InternetDomainName} that is the immediate ancestor of
437   * this one; that is, the current domain with the leftmost part removed. For
438   * example, the parent of {@code www.google.com} is {@code google.com}.
439   *
440   * @throws IllegalStateException if the domain has no parent, as determined
441   *     by {@link #hasParent}
442   */
443  public InternetDomainName parent() {
444    checkState(hasParent(), "Domain '%s' has no parent", name);
445    return ancestor(1);
446  }
447
448  /**
449   * Returns the ancestor of the current domain at the given number of levels
450   * "higher" (rightward) in the subdomain list. The number of levels must be
451   * non-negative, and less than {@code N-1}, where {@code N} is the number of
452   * parts in the domain.
453   *
454   * <p>TODO: Reasonable candidate for addition to public API.
455   */
456  private InternetDomainName ancestor(int levels) {
457    return from(DOT_JOINER.join(parts.subList(levels, parts.size())));
458  }
459
460  /**
461   * Creates and returns a new {@code InternetDomainName} by prepending the
462   * argument and a dot to the current name. For example, {@code
463   * InternetDomainName.from("foo.com").child("www.bar")} returns a new
464   * {@code InternetDomainName} with the value {@code www.bar.foo.com}. Only
465   * lenient validation is performed, as described {@link #from(String) here}.
466   *
467   * @throws NullPointerException if leftParts is null
468   * @throws IllegalArgumentException if the resulting name is not valid
469   */
470  public InternetDomainName child(String leftParts) {
471    return from(checkNotNull(leftParts) + "." + name);
472  }
473
474  /**
475   * Indicates whether the argument is a syntactically valid domain name using
476   * lenient validation. Specifically, validation against <a
477   * href="http://www.ietf.org/rfc/rfc3490.txt">RFC 3490</a>
478   * ("Internationalizing Domain Names in Applications") is skipped.
479   *
480   * <p>The following two code snippets are equivalent:
481   *
482   * <pre>   {@code
483   *   domainName = InternetDomainName.isValid(name)
484   *       ? InternetDomainName.from(name)
485   *       : DEFAULT_DOMAIN;}</pre>
486   *
487   * <pre>   {@code
488   *   try {
489   *     domainName = InternetDomainName.from(name);
490   *   } catch (IllegalArgumentException e) {
491   *     domainName = DEFAULT_DOMAIN;
492   *   }}</pre>
493   *
494   * @since 8.0 (previously named {@code isValidLenient})
495   */
496  public static boolean isValid(String name) {
497    try {
498      from(name);
499      return true;
500    } catch (IllegalArgumentException e) {
501      return false;
502    }
503  }
504
505  /**
506   * Does the domain name match one of the "wildcard" patterns (e.g.
507   * {@code "*.ar"})?
508   */
509  private static boolean matchesWildcardPublicSuffix(String domain) {
510    final String[] pieces = domain.split(DOT_REGEX, 2);
511    return pieces.length == 2 && PublicSuffixPatterns.UNDER.containsKey(pieces[1]);
512  }
513
514  /**
515   * Returns the domain name, normalized to all lower case.
516   */
517  @Override
518  public String toString() {
519    return name;
520  }
521
522  /**
523   * Equality testing is based on the text supplied by the caller,
524   * after normalization as described in the class documentation. For
525   * example, a non-ASCII Unicode domain name and the Punycode version
526   * of the same domain name would not be considered equal.
527   *
528   */
529  @Override
530  public boolean equals(@Nullable Object object) {
531    if (object == this) {
532      return true;
533    }
534
535    if (object instanceof InternetDomainName) {
536      InternetDomainName that = (InternetDomainName) object;
537      return this.name.equals(that.name);
538    }
539
540    return false;
541  }
542
543  @Override
544  public int hashCode() {
545    return name.hashCode();
546  }
547}