Examples of com.google.common.net.InternetDomainName

com.google.common.net.InternetDomainName
}result in a webpage being displayed? In the past, this test was frequently done by determining whether the domain ended with a {@linkplain #isPublicSuffix() public suffix} but was not itself a public suffix. However,this test is no longer accurate. There are many domains which are both public suffixes and addressable as hosts; {@code "uk.com"} is one example. As aresult, the only useful test to determine if a domain is a plausible web host is {@link #hasPublicSuffix()}. This will return {@code true} for many domainswhich (currently) are not hosts, such as {@code "com"}), but given that any public suffix may become a host without warning, it is better to err on the side of permissiveness and thus avoid spurious rejection of valid sites.
During construction, names are normalized in two ways:
1. ASCII uppercase characters are converted to lowercase.
2. Unicode dot separators other than the ASCII period ( {@code '.'}) are converted to the ASCII period.
The normalized values will be returned from {@link #name()} and{@link #parts()}, and will be reflected in the result of {@link #equals(Object)}.
internationalized domain names such as {@code 网络.cn} are supported, asare the equivalent IDNA Punycode-encoded versions. @author Craig Berry @since Guava release 05

        if (host == null) {
          reporter.incrCounter(this._counterGroup, "Invalid URI", 1);
          return;
        }


        InternetDomainName domainObj = InternetDomainName.from(host);


        String domain = domainObj.topPrivateDomain().name();


        if (domain == null) {
          reporter.incrCounter(this._counterGroup, "Invalid Domain", 1);
          return;
        }

View Full Code Here


          if (host == null || host.equals(""))
            throw new URISyntaxException(url, "Unable to gather host or no host found");


          // Gather the domain object
          InternetDomainName domainObj = InternetDomainName.from(host);


          // Output the TLD
          String publicSuffix = "[none]";


          if (domainObj.hasPublicSuffix())
            publicSuffix = domainObj.publicSuffix().name().trim().toLowerCase();


          output.collect(new Text("TLD\t"+publicSuffix), new LongWritable(1));


          // Output the private domain
          // WARNING - This dramatically increases the size of the output.
          String privateDomain = "[invalid]";


          if (domainObj.topPrivateDomain() != null)
            privateDomain = domainObj.topPrivateDomain().name().trim().toLowerCase();


          //output.collect(new Text("Domain\t"+privateDomain), new LongWritable(1));
        }
        catch (URISyntaxException ex) {
          output.collect(new Text("TLD\t[invalid URL]"), new LongWritable(1));

View Full Code Here

  public InternetDomainName getPublicSuffix() {
    if(this.host == null) {
      return null;
    }


    InternetDomainName idn = InternetDomainName.from(this.host);
    if ((idn != null) && (idn.hasPublicSuffix())) {
      return idn.publicSuffix();
    } else {
      return null;
    }      
  }

View Full Code Here

      return null;
    }      
  }


  public String getTld() {
    InternetDomainName idn = this.getPublicSuffix();
    if (idn != null) {
      return idn.toString();
    } else {
      return null;
    }
  }

View Full Code Here

   @Override
   @SuppressWarnings("unchecked")
   public <R extends HttpRequest> R bindToRequest(R request, Object payload) {
      checkNotNull(payload, "hostprefix");
      checkArgument(isValid(request.getEndpoint().getHost()), "this is only valid for hostnames: " + request);
      InternetDomainName name = from(request.getEndpoint().getHost()).child(payload.toString());
      return (R) request.toBuilder().endpoint(uriBuilder(request.getEndpoint()).host(name.toString()).build()).build();
   }

View Full Code Here

   */
  public static String extractEffective2LD(String domainname) 
  {
    String retval = null;
    try{
      InternetDomainName idn = InternetDomainName.from(domainname);
      InternetDomainName sld = idn.topPrivateDomain();
      retval = sld.name();
    } catch (Exception e) {
      if(log.isDebugEnabled()){
        log.debug("Unable to extract 2LD.", e);
      }
    }

View Full Code Here

   @Override
   @SuppressWarnings("unchecked")
   public <R extends HttpRequest> R bindToRequest(R request, Object payload) {
      checkNotNull(payload, "hostprefix");
      checkArgument(isValid(request.getEndpoint().getHost()), "this is only valid for hostnames: " + request);
      InternetDomainName name = from(request.getEndpoint().getHost()).child(payload.toString());
      return (R) request.toBuilder().endpoint(uriBuilder(request.getEndpoint()).host(name.name()).build()).build();
   }

View Full Code Here

     */
    public CookieStore cookieStoreFor(String host) {
        CompositeCollection cookieCollection = new CompositeCollection();


        if (InternetDomainName.isValid(host)) {
            InternetDomainName domain = InternetDomainName.from(host);


            while (domain != null) {
                Collection<Cookie> subset = hostSubset(domain.toString());
                cookieCollection.addComposited(subset);


                if (domain.hasParent()) {
                    domain = domain.parent();
                } else {
                    domain = null;
                }
            }
        } else {

View Full Code Here

   public String apply(Endpoint input) {
      if (input.getRegion() != null)
         return input.getRegion();
      String host = input.getPublicURL().getHost();
      if (InternetDomainName.isValid(host)) {
         InternetDomainName domain = InternetDomainName.from(host);
         return domain.parts().get(0);
      }
      return provider;
   }

View Full Code Here

   @Override
   @SuppressWarnings("unchecked")
   public <R extends HttpRequest> R bindToRequest(R request, Object payload) {
      checkNotNull(payload, "hostprefix");
      checkArgument(isValid(request.getEndpoint().getHost()), "this is only valid for hostnames: " + request);
      InternetDomainName name = from(request.getEndpoint().getHost()).child(payload.toString());
      return (R) request.toBuilder().endpoint(uriBuilder(request.getEndpoint()).host(name.toString()).build()).build();
   }

View Full Code Here

0 1

TOP

Related Classes of com.google.common.net.InternetDomainName

clojurewerkz.urly.UrlLike

edu.uga.cs.fluxbuster.utils.DomainNameUtils

org.archive.modules.fetcher.BdbCookieStore

org.commoncrawl.examples.ExampleMetadataDomainPageCount$ExampleMetadataDomainPageCountMapper

org.commoncrawl.examples.ExampleMetadataStats$ExampleMetadataStatsMapper

org.jclouds.openstack.keystone.v1_1.functions.RegionFirstPartOfDNSNameOrProvider

org.jclouds.rackspace.cloudidentity.v1_1.functions.RegionFirstPartOfDNSNameOrProvider

org.jclouds.rest.binders.BindAsHostPrefix

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.