--- /dev/null
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+<head><meta http-equiv="content-type" content="text/html; charset=UTF-8" />
+<title>HttpResourceFetcher xref</title>
+<link type="text/css" rel="stylesheet" href="../../../stylesheet.css" />
+</head>
+<body>
+<div id="overview"><a href="../../../../apidocs/de/juplo/httpresources/HttpResourceFetcher.html">View Javadoc</a></div><pre>
+<a class="jxr_linenumber" name="L1" href="#L1">1</a> <strong class="jxr_keyword">package</strong> de.juplo.httpresources;
+<a class="jxr_linenumber" name="L2" href="#L2">2</a>
+<a class="jxr_linenumber" name="L3" href="#L3">3</a> <strong class="jxr_keyword">import</strong> org.slf4j.Logger;
+<a class="jxr_linenumber" name="L4" href="#L4">4</a> <strong class="jxr_keyword">import</strong> org.slf4j.LoggerFactory;
+<a class="jxr_linenumber" name="L5" href="#L5">5</a> <strong class="jxr_keyword">import</strong> org.springframework.cache.Cache;
+<a class="jxr_linenumber" name="L6" href="#L6">6</a> <strong class="jxr_keyword">import</strong> org.springframework.http.HttpHeaders;
+<a class="jxr_linenumber" name="L7" href="#L7">7</a> <strong class="jxr_keyword">import</strong> org.springframework.http.HttpMethod;
+<a class="jxr_linenumber" name="L8" href="#L8">8</a> <strong class="jxr_keyword">import</strong> org.springframework.http.HttpStatus;
+<a class="jxr_linenumber" name="L9" href="#L9">9</a> <strong class="jxr_keyword">import</strong> org.springframework.http.client.ClientHttpRequest;
+<a class="jxr_linenumber" name="L10" href="#L10">10</a> <strong class="jxr_keyword">import</strong> org.springframework.http.client.ClientHttpRequestFactory;
+<a class="jxr_linenumber" name="L11" href="#L11">11</a> <strong class="jxr_keyword">import</strong> org.springframework.http.client.ClientHttpResponse;
+<a class="jxr_linenumber" name="L12" href="#L12">12</a> <strong class="jxr_keyword">import</strong> org.springframework.util.FileCopyUtils;
+<a class="jxr_linenumber" name="L13" href="#L13">13</a>
+<a class="jxr_linenumber" name="L14" href="#L14">14</a> <strong class="jxr_keyword">import</strong> java.io.IOException;
+<a class="jxr_linenumber" name="L15" href="#L15">15</a> <strong class="jxr_keyword">import</strong> java.io.InputStream;
+<a class="jxr_linenumber" name="L16" href="#L16">16</a> <strong class="jxr_keyword">import</strong> java.net.URI;
+<a class="jxr_linenumber" name="L17" href="#L17">17</a> <strong class="jxr_keyword">import</strong> java.time.Clock;
+<a class="jxr_linenumber" name="L18" href="#L18">18</a> <strong class="jxr_keyword">import</strong> java.util.HashMap;
+<a class="jxr_linenumber" name="L19" href="#L19">19</a> <strong class="jxr_keyword">import</strong> java.util.Map;
+<a class="jxr_linenumber" name="L20" href="#L20">20</a> <strong class="jxr_keyword">import</strong> java.util.function.Predicate;
+<a class="jxr_linenumber" name="L21" href="#L21">21</a>
+<a class="jxr_linenumber" name="L22" href="#L22">22</a> <strong class="jxr_keyword">import</strong> <strong class="jxr_keyword">static</strong> org.springframework.http.HttpHeaders.*;
+<a class="jxr_linenumber" name="L23" href="#L23">23</a>
+<a class="jxr_linenumber" name="L24" href="#L24">24</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a name="HttpResourceFetcher" href="../../../de/juplo/httpresources/HttpResourceFetcher.html#HttpResourceFetcher">HttpResourceFetcher</a>
+<a class="jxr_linenumber" name="L25" href="#L25">25</a> {
+<a class="jxr_linenumber" name="L26" href="#L26">26</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">static</strong> Logger LOG =
+<a class="jxr_linenumber" name="L27" href="#L27">27</a> LoggerFactory.getLogger(HttpResourceFetcher.<strong class="jxr_keyword">class</strong>);
+<a class="jxr_linenumber" name="L28" href="#L28">28</a>
+<a class="jxr_linenumber" name="L29" href="#L29">29</a> <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">int</strong> DEFAULT_TTL = 3600;
+<a class="jxr_linenumber" name="L30" href="#L30">30</a>
+<a class="jxr_linenumber" name="L31" href="#L31">31</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> ClientHttpRequestFactory requestFactory;
+<a class="jxr_linenumber" name="L32" href="#L32">32</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> Cache cache;
+<a class="jxr_linenumber" name="L33" href="#L33">33</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> Clock clock;
+<a class="jxr_linenumber" name="L34" href="#L34">34</a>
+<a class="jxr_linenumber" name="L35" href="#L35">35</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> Predicate<String> filter;
+<a class="jxr_linenumber" name="L36" href="#L36">36</a>
+<a class="jxr_linenumber" name="L37" href="#L37">37</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> defaultTTL;
+<a class="jxr_linenumber" name="L38" href="#L38">38</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> minTTL;
+<a class="jxr_linenumber" name="L39" href="#L39">39</a>
+<a class="jxr_linenumber" name="L40" href="#L40">40</a> <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> serveStale;
+<a class="jxr_linenumber" name="L41" href="#L41">41</a>
+<a class="jxr_linenumber" name="L42" href="#L42">42</a>
+<a class="jxr_linenumber" name="L43" href="#L43">43</a> <strong class="jxr_keyword">public</strong> <a name="HttpResourceFetcher" href="../../../de/juplo/httpresources/HttpResourceFetcher.html#HttpResourceFetcher">HttpResourceFetcher</a>(ClientHttpRequestFactory factory, Cache cache, Clock clock)
+<a class="jxr_linenumber" name="L44" href="#L44">44</a> {
+<a class="jxr_linenumber" name="L45" href="#L45">45</a> <strong class="jxr_keyword">this</strong>(factory, cache, clock, DEFAULT_TTL, 0, <strong class="jxr_keyword">true</strong>);
+<a class="jxr_linenumber" name="L46" href="#L46">46</a> }
+<a class="jxr_linenumber" name="L47" href="#L47">47</a>
+<a class="jxr_linenumber" name="L48" href="#L48">48</a> <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L49" href="#L49">49</a> <em class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L50" href="#L50">50</a> <em class="jxr_javadoccomment"> * @param factory</em>
+<a class="jxr_linenumber" name="L51" href="#L51">51</a> <em class="jxr_javadoccomment"> * @param clock</em>
+<a class="jxr_linenumber" name="L52" href="#L52">52</a> <em class="jxr_javadoccomment"> * @param defaultTTL default time to live in milliseconds</em>
+<a class="jxr_linenumber" name="L53" href="#L53">53</a> <em class="jxr_javadoccomment"> * Default TTL, if no according information is present in the HTTP-headers.</em>
+<a class="jxr_linenumber" name="L54" href="#L54">54</a> <em class="jxr_javadoccomment"> * If set to <code>0</code>, caching will be disabled, if no according</em>
+<a class="jxr_linenumber" name="L55" href="#L55">55</a> <em class="jxr_javadoccomment"> * HTTP-headers are present.</em>
+<a class="jxr_linenumber" name="L56" href="#L56">56</a> <em class="jxr_javadoccomment"> * @param minTTL the minimum time to live, if caching is enabled</em>
+<a class="jxr_linenumber" name="L57" href="#L57">57</a> <em class="jxr_javadoccomment"> * A minimum TTL, that will overwrite the time to live, that was extracted</em>
+<a class="jxr_linenumber" name="L58" href="#L58">58</a> <em class="jxr_javadoccomment"> * from the HTTP-headers.</em>
+<a class="jxr_linenumber" name="L59" href="#L59">59</a> <em class="jxr_javadoccomment"> * The minimum TTL is only applied, if the default TTL is set to a value</em>
+<a class="jxr_linenumber" name="L60" href="#L60">60</a> <em class="jxr_javadoccomment"> * greater than zero, hence enabling caching by default.</em>
+<a class="jxr_linenumber" name="L61" href="#L61">61</a> <em class="jxr_javadoccomment"> * @param serveStale</em>
+<a class="jxr_linenumber" name="L62" href="#L62">62</a> <em class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L63" href="#L63">63</a> <strong class="jxr_keyword">public</strong> <a name="HttpResourceFetcher" href="../../../de/juplo/httpresources/HttpResourceFetcher.html#HttpResourceFetcher">HttpResourceFetcher</a>(
+<a class="jxr_linenumber" name="L64" href="#L64">64</a> ClientHttpRequestFactory factory,
+<a class="jxr_linenumber" name="L65" href="#L65">65</a> Cache cache,
+<a class="jxr_linenumber" name="L66" href="#L66">66</a> Clock clock,
+<a class="jxr_linenumber" name="L67" href="#L67">67</a> <strong class="jxr_keyword">int</strong> defaultTTL,
+<a class="jxr_linenumber" name="L68" href="#L68">68</a> <strong class="jxr_keyword">int</strong> minTTL,
+<a class="jxr_linenumber" name="L69" href="#L69">69</a> <strong class="jxr_keyword">boolean</strong> serveStale)
+<a class="jxr_linenumber" name="L70" href="#L70">70</a> {
+<a class="jxr_linenumber" name="L71" href="#L71">71</a> <strong class="jxr_keyword">this</strong>.requestFactory = factory;
+<a class="jxr_linenumber" name="L72" href="#L72">72</a> <strong class="jxr_keyword">this</strong>.cache = cache;
+<a class="jxr_linenumber" name="L73" href="#L73">73</a> <strong class="jxr_keyword">this</strong>.clock = clock;
+<a class="jxr_linenumber" name="L74" href="#L74">74</a> <strong class="jxr_keyword">this</strong>.defaultTTL = defaultTTL;
+<a class="jxr_linenumber" name="L75" href="#L75">75</a> <strong class="jxr_keyword">this</strong>.minTTL = minTTL;
+<a class="jxr_linenumber" name="L76" href="#L76">76</a> <strong class="jxr_keyword">this</strong>.serveStale = serveStale;
+<a class="jxr_linenumber" name="L77" href="#L77">77</a>
+<a class="jxr_linenumber" name="L78" href="#L78">78</a> <em class="jxr_javadoccomment">/** Filter may pass on more headers and may also be configurable later */</em>
+<a class="jxr_linenumber" name="L79" href="#L79">79</a> filter = (key) -> CONTENT_TYPE.equalsIgnoreCase(key);
+<a class="jxr_linenumber" name="L80" href="#L80">80</a> }
+<a class="jxr_linenumber" name="L81" href="#L81">81</a>
+<a class="jxr_linenumber" name="L82" href="#L82">82</a>
+<a class="jxr_linenumber" name="L83" href="#L83">83</a> <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L84" href="#L84">84</a> <em class="jxr_javadoccomment"> * Fetches the remote resource and reports, if it was modified.</em>
+<a class="jxr_linenumber" name="L85" href="#L85">85</a> <em class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L86" href="#L86">86</a> <em class="jxr_javadoccomment"> * This method fetches the remote resource, if was not already fetched.</em>
+<a class="jxr_linenumber" name="L87" href="#L87">87</a> <em class="jxr_javadoccomment"> * If the resource was already fetched, it revalidates it, if necessary.</em>
+<a class="jxr_linenumber" name="L88" href="#L88">88</a> <em class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L89" href="#L89">89</a> <em class="jxr_javadoccomment"> * @return {@code true}, if the resource has changed or was fetched for</em>
+<a class="jxr_linenumber" name="L90" href="#L90">90</a> <em class="jxr_javadoccomment"> * the first time, otherwise {@code false}</em>
+<a class="jxr_linenumber" name="L91" href="#L91">91</a> <em class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L92" href="#L92">92</a> <strong class="jxr_keyword">public</strong> <a name="HttpData" href=<a name="HttpData" href="../../../de/juplo/httpresources/HttpData.html#HttpData">HttpData</a>./de/juplo/httpresources/HttpData.html#HttpData">HttpData</a> fetch(URI uri, <a name="HttpData" href="../../../de/juplo/httpresources/HttpData.html#HttpData">HttpData</a> data)
+<a class="jxr_linenumber" name="L93" href="#L93">93</a> {
+<a class="jxr_linenumber" name="L94" href="#L94">94</a> <a name="HttpData" href="../../../de/juplo/httpresources/HttpData.html#HttpData">HttpData</a> cached = cache.get(uri, HttpData.<strong class="jxr_keyword">class</strong>);
+<a class="jxr_linenumber" name="L95" href="#L95">95</a> <strong class="jxr_keyword">if</strong> (cached != <strong class="jxr_keyword">null</strong> && cached != data)
+<a class="jxr_linenumber" name="L96" href="#L96">96</a> {
+<a class="jxr_linenumber" name="L97" href="#L97">97</a> <strong class="jxr_keyword">if</strong> (cached.expires >= clock.millis())
+<a class="jxr_linenumber" name="L98" href="#L98">98</a> <strong class="jxr_keyword">return</strong> cached;
+<a class="jxr_linenumber" name="L99" href="#L99">99</a> <strong class="jxr_keyword">else</strong>
+<a class="jxr_linenumber" name="L100" href="#L100">100</a> data = cached;
+<a class="jxr_linenumber" name="L101" href="#L101">101</a> }
+<a class="jxr_linenumber" name="L102" href="#L102">102</a>
+<a class="jxr_linenumber" name="L103" href="#L103">103</a> <strong class="jxr_keyword">boolean</strong> has_existed = data.content != <strong class="jxr_keyword">null</strong>;
+<a class="jxr_linenumber" name="L104" href="#L104">104</a> <strong class="jxr_keyword">boolean</strong> must_revalidate = data.revalidate;
+<a class="jxr_linenumber" name="L105" href="#L105">105</a>
+<a class="jxr_linenumber" name="L106" href="#L106">106</a> ClientHttpRequest request = createGetRequest(uri);
+<a class="jxr_linenumber" name="L107" href="#L107">107</a> <strong class="jxr_keyword">if</strong> (has_existed)
+<a class="jxr_linenumber" name="L108" href="#L108">108</a> {
+<a class="jxr_linenumber" name="L109" href="#L109">109</a> <strong class="jxr_keyword">if</strong> (data.eTag != <strong class="jxr_keyword">null</strong>)
+<a class="jxr_linenumber" name="L110" href="#L110">110</a> request.getHeaders().setIfNoneMatch(data.eTag);
+<a class="jxr_linenumber" name="L111" href="#L111">111</a> <strong class="jxr_keyword">if</strong> (data.lastModified > 0)
+<a class="jxr_linenumber" name="L112" href="#L112">112</a> request.getHeaders().setIfModifiedSince(data.lastModified);
+<a class="jxr_linenumber" name="L113" href="#L113">113</a> }
+<a class="jxr_linenumber" name="L114" href="#L114">114</a>
+<a class="jxr_linenumber" name="L115" href="#L115">115</a> HttpStatus status = HttpStatus.INTERNAL_SERVER_ERROR;
+<a class="jxr_linenumber" name="L116" href="#L116">116</a> <strong class="jxr_keyword">long</strong> request_time = clock.millis();
+<a class="jxr_linenumber" name="L117" href="#L117">117</a>
+<a class="jxr_linenumber" name="L118" href="#L118">118</a> <strong class="jxr_keyword">try</strong> (ClientHttpResponse response = request.execute())
+<a class="jxr_linenumber" name="L119" href="#L119">119</a> {
+<a class="jxr_linenumber" name="L120" href="#L120">120</a> status = response.getStatusCode();
+<a class="jxr_linenumber" name="L121" href="#L121">121</a>
+<a class="jxr_linenumber" name="L122" href="#L122">122</a> LOG.debug(<span class="jxr_string">"{} -- {}"</span>, status, uri);
+<a class="jxr_linenumber" name="L123" href="#L123">123</a>
+<a class="jxr_linenumber" name="L124" href="#L124">124</a> <strong class="jxr_keyword">switch</strong> (status)
+<a class="jxr_linenumber" name="L125" href="#L125">125</a> {
+<a class="jxr_linenumber" name="L126" href="#L126">126</a> <strong class="jxr_keyword">case</strong> OK:
+<a class="jxr_linenumber" name="L127" href="#L127">127</a>
+<a class="jxr_linenumber" name="L128" href="#L128">128</a> InputStream body = response.getBody();
+<a class="jxr_linenumber" name="L129" href="#L129">129</a> byte[] content = FileCopyUtils.copyToByteArray(body);
+<a class="jxr_linenumber" name="L130" href="#L130">130</a>
+<a class="jxr_linenumber" name="L131" href="#L131">131</a> data = readCachingHeaders(content, response, response.getHeaders(), request_time, defaultTTL);
+<a class="jxr_linenumber" name="L132" href="#L132">132</a> cache.put(uri, data);
+<a class="jxr_linenumber" name="L133" href="#L133">133</a> <strong class="jxr_keyword">return</strong> data;
+<a class="jxr_linenumber" name="L134" href="#L134">134</a>
+<a class="jxr_linenumber" name="L135" href="#L135">135</a> <strong class="jxr_keyword">case</strong> NOT_MODIFIED:
+<a class="jxr_linenumber" name="L136" href="#L136">136</a>
+<a class="jxr_linenumber" name="L137" href="#L137">137</a> data = readCachingHeaders(data.content, response, data.headers, request_time, defaultTTL);
+<a class="jxr_linenumber" name="L138" href="#L138">138</a> cache.put(uri, data);
+<a class="jxr_linenumber" name="L139" href="#L139">139</a> <strong class="jxr_keyword">return</strong> data;
+<a class="jxr_linenumber" name="L140" href="#L140">140</a>
+<a class="jxr_linenumber" name="L141" href="#L141">141</a>
+<a class="jxr_linenumber" name="L142" href="#L142">142</a> <strong class="jxr_keyword">case</strong> NOT_FOUND:
+<a class="jxr_linenumber" name="L143" href="#L143">143</a>
+<a class="jxr_linenumber" name="L144" href="#L144">144</a> <em class="jxr_comment">// If stale data is served, 404-responses for already cached</em>
+<a class="jxr_linenumber" name="L145" href="#L145">145</a> <em class="jxr_comment">// resources are quietly ignored</em>
+<a class="jxr_linenumber" name="L146" href="#L146">146</a> <strong class="jxr_keyword">if</strong> (!serveStale)
+<a class="jxr_linenumber" name="L147" href="#L147">147</a> {
+<a class="jxr_linenumber" name="L148" href="#L148">148</a> data = readCachingHeaders(<strong class="jxr_keyword">null</strong>, response, response.getHeaders(), request_time, 0);
+<a class="jxr_linenumber" name="L149" href="#L149">149</a> }
+<a class="jxr_linenumber" name="L150" href="#L150">150</a>
+<a class="jxr_linenumber" name="L151" href="#L151">151</a> cache.put(uri, data);
+<a class="jxr_linenumber" name="L152" href="#L152">152</a> <strong class="jxr_keyword">return</strong> data;
+<a class="jxr_linenumber" name="L153" href="#L153">153</a>
+<a class="jxr_linenumber" name="L154" href="#L154">154</a> <strong class="jxr_keyword">default</strong>:
+<a class="jxr_linenumber" name="L155" href="#L155">155</a>
+<a class="jxr_linenumber" name="L156" href="#L156">156</a> <em class="jxr_comment">// TODO:</em>
+<a class="jxr_linenumber" name="L157" href="#L157">157</a> <em class="jxr_comment">// A client has at least to distinguish the status-classes, denoted</em>
+<a class="jxr_linenumber" name="L158" href="#L158">158</a> <em class="jxr_comment">// by the first digit of the code.</em>
+<a class="jxr_linenumber" name="L159" href="#L159">159</a> <em class="jxr_comment">// See: https://tools.ietf.org/html/rfc7231#section-6</em>
+<a class="jxr_linenumber" name="L160" href="#L160">160</a> }
+<a class="jxr_linenumber" name="L161" href="#L161">161</a> }
+<a class="jxr_linenumber" name="L162" href="#L162">162</a> <strong class="jxr_keyword">catch</strong> (IOException e)
+<a class="jxr_linenumber" name="L163" href="#L163">163</a> {
+<a class="jxr_linenumber" name="L164" href="#L164">164</a> LOG.error(<span class="jxr_string">"Cannot retrieve {}: {}"</span>, uri, e.toString());
+<a class="jxr_linenumber" name="L165" href="#L165">165</a> }
+<a class="jxr_linenumber" name="L166" href="#L166">166</a>
+<a class="jxr_linenumber" name="L167" href="#L167">167</a>
+<a class="jxr_linenumber" name="L168" href="#L168">168</a> <strong class="jxr_keyword">if</strong> ((data.content == <strong class="jxr_keyword">null</strong>) || (data.revalidate && !serveStale))
+<a class="jxr_linenumber" name="L169" href="#L169">169</a> {
+<a class="jxr_linenumber" name="L170" href="#L170">170</a> data = HttpData.SERVER_ERROR;
+<a class="jxr_linenumber" name="L171" href="#L171">171</a> }
+<a class="jxr_linenumber" name="L172" href="#L172">172</a> <strong class="jxr_keyword">else</strong>
+<a class="jxr_linenumber" name="L173" href="#L173">173</a> {
+<a class="jxr_linenumber" name="L174" href="#L174">174</a> <em class="jxr_comment">// An existing resource can be considered still existent, if the</em>
+<a class="jxr_linenumber" name="L175" href="#L175">175</a> <em class="jxr_comment">// request fails and the resource does not have to be revalidated.</em>
+<a class="jxr_linenumber" name="L176" href="#L176">176</a> <em class="jxr_comment">// It will also be considered as still existent, if revalidation is</em>
+<a class="jxr_linenumber" name="L177" href="#L177">177</a> <em class="jxr_comment">// enforced through the HTTP-protocol, but serving stale data is</em>
+<a class="jxr_linenumber" name="L178" href="#L178">178</a> <em class="jxr_comment">// enabled.</em>
+<a class="jxr_linenumber" name="L179" href="#L179">179</a> }
+<a class="jxr_linenumber" name="L180" href="#L180">180</a>
+<a class="jxr_linenumber" name="L181" href="#L181">181</a> cache.put(uri, data);
+<a class="jxr_linenumber" name="L182" href="#L182">182</a> <strong class="jxr_keyword">return</strong> data;
+<a class="jxr_linenumber" name="L183" href="#L183">183</a> }
+<a class="jxr_linenumber" name="L184" href="#L184">184</a>
+<a class="jxr_linenumber" name="L185" href="#L185">185</a>
+<a class="jxr_linenumber" name="L186" href="#L186">186</a> <strong class="jxr_keyword">private</strong> <a name="HttpData" href="../../../de/juplo/httpresources/HttpData.html#HttpData">HttpData</a> readCachingHeaders(
+<a class="jxr_linenumber" name="L187" href="#L187">187</a> byte[] content,
+<a class="jxr_linenumber" name="L188" href="#L188">188</a> ClientHttpResponse response,
+<a class="jxr_linenumber" name="L189" href="#L189">189</a> HttpHeaders headers,
+<a class="jxr_linenumber" name="L190" href="#L190">190</a> <strong class="jxr_keyword">long</strong> request_time,
+<a class="jxr_linenumber" name="L191" href="#L191">191</a> <strong class="jxr_keyword">long</strong> defaultTTL
+<a class="jxr_linenumber" name="L192" href="#L192">192</a> )
+<a class="jxr_linenumber" name="L193" href="#L193">193</a> {
+<a class="jxr_linenumber" name="L194" href="#L194">194</a> HttpHeaders responseHeaders = response.getHeaders();
+<a class="jxr_linenumber" name="L195" href="#L195">195</a> <em class="jxr_comment">// Calculating Freshness Lifetime</em>
+<a class="jxr_linenumber" name="L196" href="#L196">196</a> <em class="jxr_comment">// See: https://tools.ietf.org/html/rfc7234#section-4.2.1</em>
+<a class="jxr_linenumber" name="L197" href="#L197">197</a>
+<a class="jxr_linenumber" name="L198" href="#L198">198</a> <strong class="jxr_keyword">long</strong> now = clock.millis();
+<a class="jxr_linenumber" name="L199" href="#L199">199</a>
+<a class="jxr_linenumber" name="L200" href="#L200">200</a> <strong class="jxr_keyword">long</strong> date_value = responseHeaders.getDate();
+<a class="jxr_linenumber" name="L201" href="#L201">201</a> <strong class="jxr_keyword">long</strong> apparent_age = 0L;
+<a class="jxr_linenumber" name="L202" href="#L202">202</a>
+<a class="jxr_linenumber" name="L203" href="#L203">203</a> <strong class="jxr_keyword">if</strong> (date_value < 0L)
+<a class="jxr_linenumber" name="L204" href="#L204">204</a> {
+<a class="jxr_linenumber" name="L205" href="#L205">205</a> <em class="jxr_comment">// Use the current time, if no date-header is present</em>
+<a class="jxr_linenumber" name="L206" href="#L206">206</a> <em class="jxr_comment">// See: https://tools.ietf.org/html/rfc7231#section-7.1.1.2</em>
+<a class="jxr_linenumber" name="L207" href="#L207">207</a> date_value = now;
+<a class="jxr_linenumber" name="L208" href="#L208">208</a> }
+<a class="jxr_linenumber" name="L209" href="#L209">209</a> <strong class="jxr_keyword">else</strong>
+<a class="jxr_linenumber" name="L210" href="#L210">210</a> {
+<a class="jxr_linenumber" name="L211" href="#L211">211</a> apparent_age = now - date_value;
+<a class="jxr_linenumber" name="L212" href="#L212">212</a> apparent_age = apparent_age < 0 ? 0 : apparent_age;
+<a class="jxr_linenumber" name="L213" href="#L213">213</a> }
+<a class="jxr_linenumber" name="L214" href="#L214">214</a>
+<a class="jxr_linenumber" name="L215" href="#L215">215</a> <strong class="jxr_keyword">long</strong> corrected_age_value = 0L;
+<a class="jxr_linenumber" name="L216" href="#L216">216</a> String value = responseHeaders.getFirst(AGE);
+<a class="jxr_linenumber" name="L217" href="#L217">217</a> <strong class="jxr_keyword">if</strong> (value != <strong class="jxr_keyword">null</strong>)
+<a class="jxr_linenumber" name="L218" href="#L218">218</a> {
+<a class="jxr_linenumber" name="L219" href="#L219">219</a> <strong class="jxr_keyword">try</strong>
+<a class="jxr_linenumber" name="L220" href="#L220">220</a> {
+<a class="jxr_linenumber" name="L221" href="#L221">221</a> <strong class="jxr_keyword">long</strong> response_delay = now - request_time;
+<a class="jxr_linenumber" name="L222" href="#L222">222</a> <strong class="jxr_keyword">long</strong> age_value = Long.parseLong(value) * 1000; <em class="jxr_comment">// convert s to ms</em>
+<a class="jxr_linenumber" name="L223" href="#L223">223</a> age_value = age_value < 0 ? 0 : age_value;
+<a class="jxr_linenumber" name="L224" href="#L224">224</a> corrected_age_value = age_value + response_delay;
+<a class="jxr_linenumber" name="L225" href="#L225">225</a> }
+<a class="jxr_linenumber" name="L226" href="#L226">226</a> <strong class="jxr_keyword">catch</strong> (NumberFormatException e) {}
+<a class="jxr_linenumber" name="L227" href="#L227">227</a> }
+<a class="jxr_linenumber" name="L228" href="#L228">228</a>
+<a class="jxr_linenumber" name="L229" href="#L229">229</a> <strong class="jxr_keyword">long</strong> corrected_initial_age =
+<a class="jxr_linenumber" name="L230" href="#L230">230</a> apparent_age > corrected_age_value
+<a class="jxr_linenumber" name="L231" href="#L231">231</a> ? apparent_age
+<a class="jxr_linenumber" name="L232" href="#L232">232</a> : corrected_age_value;
+<a class="jxr_linenumber" name="L233" href="#L233">233</a>
+<a class="jxr_linenumber" name="L234" href="#L234">234</a> <strong class="jxr_keyword">long</strong> lastModified = responseHeaders.getLastModified();
+<a class="jxr_linenumber" name="L235" href="#L235">235</a> lastModified = lastModified < 0L ? 0 : lastModified;
+<a class="jxr_linenumber" name="L236" href="#L236">236</a>
+<a class="jxr_linenumber" name="L237" href="#L237">237</a> String eTag = responseHeaders.getETag();
+<a class="jxr_linenumber" name="L238" href="#L238">238</a>
+<a class="jxr_linenumber" name="L239" href="#L239">239</a>
+<a class="jxr_linenumber" name="L240" href="#L240">240</a> Map<String, String> directives = <strong class="jxr_keyword">new</strong> HashMap<>();
+<a class="jxr_linenumber" name="L241" href="#L241">241</a> <strong class="jxr_keyword">for</strong> (String field : responseHeaders.getOrEmpty(CACHE_CONTROL))
+<a class="jxr_linenumber" name="L242" href="#L242">242</a> {
+<a class="jxr_linenumber" name="L243" href="#L243">243</a> <strong class="jxr_keyword">for</strong> (String directive : field.split(<span class="jxr_string">"\\s*,\\s*"</span>))
+<a class="jxr_linenumber" name="L244" href="#L244">244</a> {
+<a class="jxr_linenumber" name="L245" href="#L245">245</a> String[] splitted = directive.split(<span class="jxr_string">"\\s*=\\s*"</span>);
+<a class="jxr_linenumber" name="L246" href="#L246">246</a> <strong class="jxr_keyword">if</strong> (splitted.length > 2)
+<a class="jxr_linenumber" name="L247" href="#L247">247</a> {
+<a class="jxr_linenumber" name="L248" href="#L248">248</a> LOG.warn(<span class="jxr_string">"Ingoring garbled directive: {}"</span>, directive);
+<a class="jxr_linenumber" name="L249" href="#L249">249</a> <strong class="jxr_keyword">continue</strong>;
+<a class="jxr_linenumber" name="L250" href="#L250">250</a> }
+<a class="jxr_linenumber" name="L251" href="#L251">251</a> directives.put(
+<a class="jxr_linenumber" name="L252" href="#L252">252</a> splitted[0].trim(),
+<a class="jxr_linenumber" name="L253" href="#L253">253</a> splitted.length == 2 ? splitted[1] : <strong class="jxr_keyword">null</strong>
+<a class="jxr_linenumber" name="L254" href="#L254">254</a> );
+<a class="jxr_linenumber" name="L255" href="#L255">255</a> }
+<a class="jxr_linenumber" name="L256" href="#L256">256</a> }
+<a class="jxr_linenumber" name="L257" href="#L257">257</a>
+<a class="jxr_linenumber" name="L258" href="#L258">258</a> <strong class="jxr_keyword">long</strong> ttl = -1l;
+<a class="jxr_linenumber" name="L259" href="#L259">259</a> <strong class="jxr_keyword">try</strong>
+<a class="jxr_linenumber" name="L260" href="#L260">260</a> {
+<a class="jxr_linenumber" name="L261" href="#L261">261</a> String maxAge = directives.get(<span class="jxr_string">"max-age"</span>);
+<a class="jxr_linenumber" name="L262" href="#L262">262</a> <strong class="jxr_keyword">if</strong> (maxAge != <strong class="jxr_keyword">null</strong>)
+<a class="jxr_linenumber" name="L263" href="#L263">263</a> ttl = Long.parseUnsignedLong(maxAge) *1000;
+<a class="jxr_linenumber" name="L264" href="#L264">264</a> }
+<a class="jxr_linenumber" name="L265" href="#L265">265</a> <strong class="jxr_keyword">catch</strong> (NumberFormatException e) {}
+<a class="jxr_linenumber" name="L266" href="#L266">266</a>
+<a class="jxr_linenumber" name="L267" href="#L267">267</a> <strong class="jxr_keyword">boolean</strong> revalidate = directives.containsKey(<span class="jxr_string">"must-revalidate"</span>);
+<a class="jxr_linenumber" name="L268" href="#L268">268</a> <strong class="jxr_keyword">long</strong> expires = 0l;
+<a class="jxr_linenumber" name="L269" href="#L269">269</a>
+<a class="jxr_linenumber" name="L270" href="#L270">270</a> <strong class="jxr_keyword">if</strong> (!directives.containsKey(<span class="jxr_string">"no-cache"</span>) ||
+<a class="jxr_linenumber" name="L271" href="#L271">271</a> directives.get(<span class="jxr_string">"no-cache"</span>) != <strong class="jxr_keyword">null</strong>
+<a class="jxr_linenumber" name="L272" href="#L272">272</a> )
+<a class="jxr_linenumber" name="L273" href="#L273">273</a> {
+<a class="jxr_linenumber" name="L274" href="#L274">274</a> <strong class="jxr_keyword">if</strong> (ttl < 0)
+<a class="jxr_linenumber" name="L275" href="#L275">275</a> {
+<a class="jxr_linenumber" name="L276" href="#L276">276</a> <strong class="jxr_keyword">if</strong> (responseHeaders.get(EXPIRES) != <strong class="jxr_keyword">null</strong>)
+<a class="jxr_linenumber" name="L277" href="#L277">277</a> {
+<a class="jxr_linenumber" name="L278" href="#L278">278</a> expires = responseHeaders.getExpires();
+<a class="jxr_linenumber" name="L279" href="#L279">279</a> <em class="jxr_comment">// If the "Expires"-header cannot be parsed to a valid date, it has</em>
+<a class="jxr_linenumber" name="L280" href="#L280">280</a> <em class="jxr_comment">// to be interpreted as a time in the past.</em>
+<a class="jxr_linenumber" name="L281" href="#L281">281</a> <em class="jxr_comment">// See: https://tools.ietf.org/html/rfc7234#section-5.3</em>
+<a class="jxr_linenumber" name="L282" href="#L282">282</a> expires = expires == -1 ? 0 : expires;
+<a class="jxr_linenumber" name="L283" href="#L283">283</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> <a name="HttpData" href="../../../de/juplo/httpresources/HttpData.html#HttpData">HttpData</a>(content, filter(headers), revalidate, lastModified, expires, eTag);
+<a class="jxr_linenumber" name="L284" href="#L284">284</a> }
+<a class="jxr_linenumber" name="L285" href="#L285">285</a>
+<a class="jxr_linenumber" name="L286" href="#L286">286</a> ttl = defaultTTL;
+<a class="jxr_linenumber" name="L287" href="#L287">287</a> }
+<a class="jxr_linenumber" name="L288" href="#L288">288</a>
+<a class="jxr_linenumber" name="L289" href="#L289">289</a> expires = date_value + (minTTL > ttl && defaultTTL > 0 ? minTTL : ttl) - corrected_initial_age;
+<a class="jxr_linenumber" name="L290" href="#L290">290</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> <a name="HttpData" href="../../../de/juplo/httpresources/HttpData.html#HttpData">HttpData</a>(content, filter(headers), revalidate, lastModified, expires, eTag);
+<a class="jxr_linenumber" name="L291" href="#L291">291</a> }
+<a class="jxr_linenumber" name="L292" href="#L292">292</a>
+<a class="jxr_linenumber" name="L293" href="#L293">293</a> expires = minTTL == 0 || defaultTTL == 0 ? date_value : date_value + minTTL - corrected_initial_age;
+<a class="jxr_linenumber" name="L294" href="#L294">294</a> <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> <a name="HttpData" href="../../../de/juplo/httpresources/HttpData.html#HttpData">HttpData</a>(content, filter(headers), revalidate, lastModified, expires, eTag);
+<a class="jxr_linenumber" name="L295" href="#L295">295</a> }
+<a class="jxr_linenumber" name="L296" href="#L296">296</a>
+<a class="jxr_linenumber" name="L297" href="#L297">297</a> <strong class="jxr_keyword">private</strong> HttpHeaders filter(HttpHeaders headers)
+<a class="jxr_linenumber" name="L298" href="#L298">298</a> {
+<a class="jxr_linenumber" name="L299" href="#L299">299</a> HttpHeaders result = <strong class="jxr_keyword">new</strong> HttpHeaders();
+<a class="jxr_linenumber" name="L300" href="#L300">300</a> headers.forEach((key, value) ->
+<a class="jxr_linenumber" name="L301" href="#L301">301</a> {
+<a class="jxr_linenumber" name="L302" href="#L302">302</a> <strong class="jxr_keyword">if</strong> (filter.test(key))
+<a class="jxr_linenumber" name="L303" href="#L303">303</a> result.put(key, value);
+<a class="jxr_linenumber" name="L304" href="#L304">304</a> });
+<a class="jxr_linenumber" name="L305" href="#L305">305</a> <strong class="jxr_keyword">return</strong> result;
+<a class="jxr_linenumber" name="L306" href="#L306">306</a> }
+<a class="jxr_linenumber" name="L307" href="#L307">307</a>
+<a class="jxr_linenumber" name="L308" href="#L308">308</a> <strong class="jxr_keyword">private</strong> ClientHttpRequest createGetRequest(URI uri)
+<a class="jxr_linenumber" name="L309" href="#L309">309</a> {
+<a class="jxr_linenumber" name="L310" href="#L310">310</a> <strong class="jxr_keyword">try</strong>
+<a class="jxr_linenumber" name="L311" href="#L311">311</a> {
+<a class="jxr_linenumber" name="L312" href="#L312">312</a> ClientHttpRequest request = requestFactory.createRequest(uri, HttpMethod.GET);
+<a class="jxr_linenumber" name="L313" href="#L313">313</a> request.getHeaders().set(ACCEPT_ENCODING, <span class="jxr_string">"gzip"</span>);
+<a class="jxr_linenumber" name="L314" href="#L314">314</a> <strong class="jxr_keyword">return</strong> request;
+<a class="jxr_linenumber" name="L315" href="#L315">315</a> }
+<a class="jxr_linenumber" name="L316" href="#L316">316</a> <strong class="jxr_keyword">catch</strong> (IOException e)
+<a class="jxr_linenumber" name="L317" href="#L317">317</a> {
+<a class="jxr_linenumber" name="L318" href="#L318">318</a> <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> RuntimeException(e);
+<a class="jxr_linenumber" name="L319" href="#L319">319</a> }
+<a class="jxr_linenumber" name="L320" href="#L320">320</a> }
+<a class="jxr_linenumber" name="L321" href="#L321">321</a> }
+</pre>
+<hr/>
+<div id="footer">Copyright © 2020–2021 <a href="https://juplo.de">juplo</a>. All rights reserved.</div>
+</body>
+</html>
projects / website / blobdiff