davidbgk
/
larlet-fr-david-cache
Прати 1
Волим 0
Креирај огранак 0
Код Издања 0 Activity
A place to cache linked articles (think custom and personal wayback machine)
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
81 Комити
1 Грана
Дрво: e3ebffab27
Гране Ознаке
${ item.name }
Create branch ${ searchTerm }
from 'e3ebffab27'
${ noResults }
larlet-fr-david-cache/cache/e17eedd1ba5b82341c39695cd3c.../index.html

index.html 52KB
Датотека Blame Историја

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667 
  1. <!doctype html><!-- This is a valid HTML5 document. -->

  2. <!-- Screen readers, SEO, extensions and so on. -->

  3. <html lang=fr>

  4. <!-- Has to be within the first 1024 bytes, hence before the <title>

  5.   See: https://www.w3.org/TR/2012/CR-html5-20121217/document-metadata.html#charset -->

  6. <meta charset=utf-8>

  7. <!-- Why no `X-UA-Compatible` meta: https://stackoverflow.com/a/6771584 -->

  8. <!-- The viewport meta is quite crowded and we are responsible for that.

  9.   See: https://codepen.io/tigt/post/meta-viewport-for-2015 -->

  10. <meta name=viewport content="width=device-width,minimum-scale=1,initial-scale=1,shrink-to-fit=no">

  11. <!-- Required to make a valid HTML5 document. -->

  12. <title>Experiments, growth engineering, and exposing company secrets through your API: Part 1 (archive) — David Larlet</title>

  13. <!-- Generated from https://realfavicongenerator.net/ such a mess. -->

  14. <link rel="apple-touch-icon" sizes="180x180" href="/static/david/icons/apple-touch-icon.png">

  15. <link rel="icon" type="image/png" sizes="32x32" href="/static/david/icons/favicon-32x32.png">

  16. <link rel="icon" type="image/png" sizes="16x16" href="/static/david/icons/favicon-16x16.png">

  17. <link rel="manifest" href="/manifest.json">

  18. <link rel="mask-icon" href="/static/david/icons/safari-pinned-tab.svg" color="#5bbad5">

  19. <link rel="shortcut icon" href="/static/david/icons/favicon.ico">

  20. <meta name="apple-mobile-web-app-title" content="David Larlet">

  21. <meta name="application-name" content="David Larlet">

  22. <meta name="msapplication-TileColor" content="#da532c">

  23. <meta name="msapplication-config" content="/static/david/icons/browserconfig.xml">

  24. <meta name="theme-color" content="#f0f0ea">

  25. <!-- That good ol' feed, subscribe :p. -->

  26. <link rel=alternate type="application/atom+xml" title=Feed href="/david/log/">

  27. 

  28.   <meta name="robots" content="noindex, nofollow">

  29.   <meta content="origin-when-cross-origin" name="referrer">

  30.   <!-- Canonical URL for SEO purposes -->

  31.   <link rel="canonical" href="https://blog.jonlu.ca/posts/experiments-and-growth-hacking">

  32. 

  33. <style>

  34. /* http://meyerweb.com/eric/tools/css/reset/ */

  35. html, body, div, span,

  36. h1, h2, h3, h4, h5, h6, p, blockquote, pre,

  37. a, abbr, address, big, cite, code,

  38. del, dfn, em, img, ins,

  39. small, strike, strong, tt, var,

  40. dl, dt, dd, ol, ul, li,

  41. fieldset, form, label, legend,

  42. table, caption, tbody, tfoot, thead, tr, th, td,

  43. article, aside, canvas, details, embed,

  44. figure, figcaption, footer, header, hgroup,

  45. menu, nav, output, ruby, section, summary,

  46. time, mark, audio, video {

  47.   margin: 0;

  48.   padding: 0;

  49.   border: 0;

  50.   font-size: 100%;

  51.   font: inherit;

  52.   vertical-align: baseline;

  53. }

  54. /* HTML5 display-role reset for older browsers */

  55. article, aside, details, figcaption, figure,

  56. footer, header, hgroup, menu, nav, section { display: block; }

  57. body { line-height: 1; }

  58. blockquote, q { quotes: none; }

  59. blockquote:before, blockquote:after,

  60. q:before, q:after {

  61.   content: '';

  62.   content: none;

  63. }

  64. table {

  65.   border-collapse: collapse;

  66.   border-spacing: 0;

  67. }

  68. 

  69. /* http://practicaltypography.com/equity.html */

  70. /* https://calendar.perfplanet.com/2016/no-font-face-bulletproof-syntax/ */

  71. /* https://www.filamentgroup.com/lab/js-web-fonts.html */

  72. @font-face {

  73.   font-family: 'EquityTextB';

  74.   src: url('/static/david/css/fonts/Equity-Text-B-Regular-webfont.woff2') format('woff2'),

  75.        url('/static/david/css/fonts/Equity-Text-B-Regular-webfont.woff') format('woff');

  76.   font-weight: 300;

  77.   font-style: normal;

  78.   font-display: swap;

  79. }

  80. @font-face {

  81.   font-family: 'EquityTextB';

  82.   src: url('/static/david/css/fonts/Equity-Text-B-Italic-webfont.woff2') format('woff2'),

  83.        url('/static/david/css/fonts/Equity-Text-B-Italic-webfont.woff') format('woff');

  84.   font-weight: 300;

  85.   font-style: italic;

  86.   font-display: swap;

  87. }

  88. @font-face {

  89.   font-family: 'EquityTextB';

  90.   src: url('/static/david/css/fonts/Equity-Text-B-Bold-webfont.woff2') format('woff2'),

  91.        url('/static/david/css/fonts/Equity-Text-B-Bold-webfont.woff') format('woff');

  92.   font-weight: 700;

  93.   font-style: normal;

  94.   font-display: swap;

  95. }

  96. 

  97. @font-face {

  98.   font-family: 'ConcourseT3';

  99.   src: url('/static/david/css/fonts/concourse_t3_regular-webfont-20190806.woff2') format('woff2'),

  100.        url('/static/david/css/fonts/concourse_t3_regular-webfont-20190806.woff') format('woff');

  101.   font-weight: 300;

  102.   font-style: normal;

  103.   font-display: swap;

  104. }

  105. 

  106. 

  107. /* http://practice.typekit.com/lesson/caring-about-opentype-features/ */

  108. body {

  109.   /* http://www.cssfontstack.com/ Palatino 99% Win 86% Mac */

  110.   font-family: "EquityTextB", Palatino, serif;

  111.   background-color: #f0f0ea;

  112.   color: #07486c;

  113.   font-kerning: normal;

  114.   -moz-osx-font-smoothing: grayscale;

  115.   -webkit-font-smoothing: subpixel-antialiased;

  116.   text-rendering: optimizeLegibility;

  117.   font-variant-ligatures: common-ligatures contextual;

  118.   font-feature-settings: "kern", "liga", "clig", "calt";

  119. }

  120. pre, code, kbd, samp, var, tt {

  121.   font-family: 'TriplicateT4c', monospace;

  122. }

  123. em {

  124.   font-style: italic;

  125.   color: #323a45;

  126. }

  127. strong {

  128.   font-weight: bold;

  129.   color: black;

  130. }

  131. nav {

  132.   background-color: #323a45;

  133.   color: #f0f0ea;

  134.   display: flex;

  135.   justify-content: space-around;

  136.   padding: 1rem .5rem;

  137. }

  138.   nav:last-child {

  139.     border-bottom: 1vh solid #2d7474;

  140.   }

  141.   nav a {

  142.     color: #f0f0ea;

  143.   }

  144.   nav abbr {

  145.     border-bottom: 1px dotted white;

  146.   }

  147. 

  148. h1 {

  149.   border-top: 1vh solid #2d7474;

  150.   border-bottom: .2vh dotted #2d7474;

  151.   background-color: #e3e1e1;

  152.   color: #323a45;

  153.   text-align: center;

  154.   padding: 5rem 0 4rem 0;

  155.   width: 100%;

  156.   font-family: 'ConcourseT3';

  157.   display: flex;

  158.   flex-direction: column;

  159. }

  160.   h1.single {

  161.     padding-bottom: 10rem;

  162.   }

  163.   h1 span {

  164.     position: absolute;

  165.     top: 1vh;

  166.     left: 20%;

  167.     line-height: 0;

  168.   }

  169.     h1 span a {

  170.       line-height: 1.7;

  171.       padding: 1rem 1.2rem .6rem 1.2rem;

  172.       border-radius: 0 0 6% 6%;

  173.       background: #2d7474;

  174.       font-size: 1.3rem;

  175.       color: white;

  176.       text-decoration: none;

  177.     }

  178. h2 {

  179.   margin: 4rem 0 1rem;

  180.   border-top: .2vh solid #2d7474;

  181.   padding-top: 1vh;

  182. }

  183. h3 {

  184.   text-align: center;

  185.   margin: 3rem 0 .75em;

  186. }

  187. hr {

  188.   height: .4rem;

  189.   width: .4rem;

  190.   border-radius: .4rem;

  191.   background: #07486c;

  192.   margin: 2.5rem auto;

  193. }

  194. time {

  195.   display: bloc;

  196.   margin-left: 0 !important;

  197. }

  198. ul, ol {

  199.   margin: 2rem;

  200. }

  201. ul {

  202.   list-style-type: square;

  203. }

  204. a {

  205.   text-decoration-skip-ink: auto;

  206.   text-decoration-thickness: 0.05em;

  207.   text-underline-offset: 0.09em;

  208. }

  209. article {

  210.   max-width: 50rem;

  211.   display: flex;

  212.   flex-direction: column;

  213.   margin: 2rem auto;

  214. }

  215.   article.single {

  216.     border-top: .2vh dotted #2d7474;

  217.     margin: -6rem auto 1rem auto;

  218.     background: #f0f0ea;

  219.     padding: 2rem;

  220.   }

  221.   article p:last-child {

  222.     margin-bottom: 1rem;

  223.   }

  224. p {

  225.   padding: 0 .5rem;

  226.   margin-left: 3rem;

  227. }

  228.   p + p,

  229.   figure + p {

  230.     margin-top: 2rem;

  231.   }

  232. 

  233. blockquote {

  234.   background-color: #e3e1e1;

  235.   border-left: .5vw solid #2d7474;

  236.   display: flex;

  237.   flex-direction: column;

  238.   align-items: center;

  239.   padding: 1rem;

  240.   margin: 1.5rem;

  241. }

  242.   blockquote cite {

  243.     font-style: italic;

  244.   }

  245.   blockquote p {

  246.     margin-left: 0;

  247.   }

  248. 

  249. figure {

  250.   border-top: .2vh solid #2d7474;

  251.   background-color: #e3e1e1;

  252.   text-align: center;

  253.   padding: 1.5rem 0;

  254.   margin: 1rem 0 0;

  255.   font-size: 1.5rem;

  256.   width: 100%;

  257. }

  258.   figure img {

  259.     max-width: 250px;

  260.     max-height: 250px;

  261.     border: .5vw solid #323a45;

  262.     padding: 1px;

  263.   }

  264. figcaption {

  265.   padding: 1rem;

  266.   line-height: 1.4;

  267. }

  268. aside {

  269.   display: flex;

  270.   flex-direction: column;

  271.   background-color: #e3e1e1;

  272.   padding: 1rem 0;

  273.   border-bottom: .2vh solid #07486c;

  274. }

  275.   aside p {

  276.     max-width: 50rem;

  277.     margin: 0 auto;

  278.   }

  279. 

  280. /* https://fvsch.com/code/css-locks/ */

  281. p, li, pre, code, kbd, samp, var, tt, time, details, figcaption {

  282.   font-size: 1rem;

  283.   line-height: calc( 1.5em + 0.2 * 1rem );

  284. }

  285. h1 {

  286.   font-size: 1.9rem;

  287.   line-height: calc( 1.2em + 0.2 * 1rem );

  288. }

  289. h2 {

  290.   font-size: 1.6rem;

  291.   line-height: calc( 1.3em + 0.2 * 1rem );

  292. }

  293. h3 {

  294.   font-size: 1.35rem;

  295.   line-height: calc( 1.4em + 0.2 * 1rem );

  296. }

  297. @media (min-width: 20em) {

  298.   /* The (100vw - 20rem) / (50 - 20) part

  299.      resolves to 0-1rem, depending on the

  300.      viewport width (between 20em and 50em). */

  301.   p, li, pre, code, kbd, samp, var, tt, time, details, figcaption {

  302.     font-size: calc( 1rem + .6 * (100vw - 20rem) / (50 - 20) );

  303.     line-height: calc( 1.5em + 0.2 * (100vw - 50rem) / (20 - 50) );

  304.     margin-left: 0;

  305.   }

  306.   h1 {

  307.     font-size: calc( 1.9rem + 1.5 * (100vw - 20rem) / (50 - 20) );

  308.     line-height: calc( 1.2em + 0.2 * (100vw - 50rem) / (20 - 50) );

  309.   }

  310.   h2 {

  311.     font-size: calc( 1.5rem + 1.5 * (100vw - 20rem) / (50 - 20) );

  312.     line-height: calc( 1.3em + 0.2 * (100vw - 50rem) / (20 - 50) );

  313.   }

  314.   h3 {

  315.     font-size: calc( 1.35rem + 1.5 * (100vw - 20rem) / (50 - 20) );

  316.     line-height: calc( 1.4em + 0.2 * (100vw - 50rem) / (20 - 50) );

  317.   }

  318. }

  319. @media (min-width: 50em) {

  320.   /* The right part of the addition *must* be a

  321.      rem value. In this example we *could* change

  322.      the whole declaration to font-size:2.5rem,

  323.      but if our baseline value was not expressed

  324.      in rem we would have to use calc. */

  325.   p, li, pre, code, kbd, samp, var, tt, time, details, figcaption {

  326.     font-size: calc( 1rem + .6 * 1rem );

  327.     line-height: 1.5em;

  328.   }

  329.   p, li, pre, details {

  330.     margin-left: 3rem;

  331.   }

  332.   h1 {

  333.     font-size: calc( 1.9rem + 1.5 * 1rem );

  334.     line-height: 1.2em;

  335.   }

  336.   h2 {

  337.     font-size: calc( 1.5rem + 1.5 * 1rem );

  338.     line-height: 1.3em;

  339.   }

  340.   h3 {

  341.     font-size: calc( 1.35rem + 1.5 * 1rem );

  342.     line-height: 1.4em;

  343.   }

  344.   figure img {

  345.     max-width: 500px;

  346.     max-height: 500px;

  347.   }

  348. }

  349. 

  350. figure.unsquared {

  351.   margin-bottom: 1.5rem;

  352. }

  353.   figure.unsquared img {

  354.     height: inherit;

  355.   }

  356. 

  357. 

  358. 

  359. @media print {

  360.   body { font-size: 100%; }

  361.   a:after { content: " (" attr(href) ")"; }

  362.   a, a:link, a:visited, a:after {

  363.     text-decoration: underline;

  364.     text-shadow: none !important;

  365.     background-image: none !important;

  366.     background: white;

  367.     color: black;

  368.   }

  369.   abbr[title] { border-bottom: 0; }

  370.   abbr[title]:after { content: " (" attr(title) ")"; }

  371.   img { page-break-inside: avoid; }

  372.   @page { margin: 2cm .5cm; }

  373.   h1, h2, h3 { page-break-after: avoid; }

  374.   p3 { orphans: 3; widows: 3; }

  375.   img {

  376.     max-width: 250px !important;

  377.     max-height: 250px !important;

  378.   }

  379.   nav, aside { display: none; }

  380. }

  381. 

  382. ul.with_columns {

  383.   column-count: 1;

  384. }

  385. @media (min-width: 20em) {

  386.   ul.with_columns {

  387.     column-count: 2;

  388.   }

  389. }

  390. @media (min-width: 50em) {

  391.   ul.with_columns {

  392.     column-count: 3;

  393.   }

  394. }

  395. ul.with_two_columns {

  396.   column-count: 1;

  397. }

  398. @media (min-width: 20em) {

  399.   ul.with_two_columns {

  400.     column-count: 1;

  401.   }

  402. }

  403. @media (min-width: 50em) {

  404.   ul.with_two_columns {

  405.     column-count: 2;

  406.   }

  407. }

  408. 

  409. .gallery {

  410.   display: flex;

  411.   flex-wrap: wrap;

  412.   justify-content: space-around;

  413. }

  414.   .gallery figure img {

  415.     margin-left: 1rem;

  416.     margin-right: 1rem;

  417.   }

  418.   .gallery figure figcaption {

  419.     font-family: 'ConcourseT3'

  420.   }

  421. 

  422. footer {

  423.   font-family: 'ConcourseT3';

  424.   display: flex;

  425.   flex-direction: column;

  426.   border-top: 3px solid white;

  427.   padding: 4rem 0;

  428.   background-color: #07486c;

  429.   color: white;

  430. }

  431.   footer > * {

  432.     max-width: 50rem;

  433.     margin: 0 auto;

  434.   }

  435.   footer a {

  436.     color: #f1c40f;

  437.   }

  438.   footer .avatar {

  439.     width: 200px;

  440.     height: 200px;

  441.     border-radius: 50%;

  442.     float: left;

  443.     -webkit-shape-outside: circle();

  444.     shape-outside: circle();

  445.     margin-right: 2rem;

  446.     padding: 2px 5px 5px 2px;

  447.     background: white;

  448.     border-left: 1px solid #f1c40f;

  449.     border-top: 1px solid #f1c40f;

  450.     border-right: 5px solid #f1c40f;

  451.     border-bottom: 5px solid #f1c40f;

  452.   }

  453. </style>

  454. 

  455. <h1>

  456.   <span><a id="jumper" href="#jumpto" title="Un peu perdu ?">?</a></span>

  457.   Experiments, growth engineering, and exposing company secrets through your API: Part 1 (archive)

  458.   <time>Pour la pérennité des contenus liés. Non-indexé, retrait sur simple email.</time>

  459. </h1>

  460. <section>

  461.   <article>

  462.     <h3><a href="https://blog.jonlu.ca/posts/experiments-and-growth-hacking">Source originale du contenu</a></h3>

  463.     <p><i>This is the first part of a two part series on modern testing infrastructure and methodologies. Part 2 will focus on an analysis of these companies’ testing habits - how often they introduce new tests, the methodology and thought process behind their tests, and any other information we may be able to glean from their testing configurations.</i></p>

  464. 

  465. <p>Most medium to large companies now runs <a href="https://en.wikipedia.org/wiki/A/B_testing" target="_blank" rel="noopener noreferrer">A/B tests</a> and new feature experiments on segments of their user base. They are a great way to check whether a feature will have long time success, and get observable metrics on the repercussion of their changes.</p>

  466. 

  467. <p>I wanted to explore the methodology with which a few large companies implement their testing, as well as see if there was any potentially confidential information leakage. The actual implementation of these tests are often siloed - due to the recent growth of single page apps and separation of concerns, they rely on the <em>front end</em> or <em>client</em> to make the differentiation of tests, rather than making these decisions server side.</p>

  468. 

  469. <p>In practice this means that a lot of companies have private API routes that define their testing infrastructure. The client will request the current tests enabled for the account, and server will reply back, often with a huge list of <strong>all</strong> the tests the company is running. Below I explored how some of the most popular sites do it.</p>

  470. 

  471. <h3 id="lyft">Lyft</h3>

  472. 

  473. <p>When you sign in to Lyft on the web client, one of the network requests fired is to <code class="highlighter-rouge">https://www.lyft.com/api/experiments/configurations</code>. This replies back with a 180kb JSON object with every experiment they are running, as well as the user’s current status.</p>

  474. 

  475. <p><picture class="centered-image"><source srcset="/images/lyft-api-network.webp" type="image/webp"></source><source srcset="/images/lyft-api-network.png" type="image/png"></source><img alt="Lyft experiments route" class="centered-image" src="/images/lyft-api-network.png"></picture><p class="footnote">Lyft experiments route</p><p>You can see the full object <a href="https://pastebin.com/01w9yG4L" target="_blank" rel="noopener noreferrer">here</a>. There’s too much information here to unpack all of it, but we can go over some of the most interesting tidbits.</p><p>There are two main keys - <code class="highlighter-rouge">assignments</code> and <code class="highlighter-rouge">variables</code>. Assignments seem to be the ones with testing - each key has you in one of their predefined groups. These seem to be:</p><ul><li>Control</li><li>Static</li><li>Treatment</li><li>Variant_# (where # is what variant of the experiment you are receiving)</li></ul><p>Additionally, a significant number of experiments are prefixed with <code class="highlighter-rouge">Justin</code> or <code class="highlighter-rouge">Micha</code> - I’m not sure if these are the names of internal testing tools or employees that are prefixing their tests with their names.</p><p>While some of the experiment names are inscrutable (<code class="highlighter-rouge">exodus ETE test2: "control"</code>, <code class="highlighter-rouge">MichaTntTest_e89f281d-53bb-4b2b-b1b9-f28a840bb75b: "treatment"</code>, and <code class="highlighter-rouge">EliuTest</code> could mean anything), others offer a glimpse into the direction that Lyft is currently exploring. These are all guesses based on key names, but they seem to be specific enough that we can make some inference.</p><ul><li><code class="highlighter-rouge">PPTacticalPriceSFOV4</code> - Tactical pricing at SFO - they’re differentiating their pricing to SFO. Airports are a really common occurrence in their testing names.</li><li><code class="highlighter-rouge">PXCPaxSREarlyArrival5minWaitFromAcceptV2</code> with a value of <code class="highlighter-rouge">"300s_from_accept"</code> - How long a driver should wait after accepting?</li><li><code class="highlighter-rouge">PXCPaxCancelFrictionAcceptanceEmpathy</code> - When canceling a ride, it looks like they might be changing the wording to modify user behavior, and perhaps lower cancel rates</li></ul><p>The next key, <code class="highlighter-rouge">variables</code>, seem to be mostly boolean settings on your user profile. There are currently 61 (!!) categories of variables.</p><p>These show your status as both a rider and a driver, and provides a <em>lot</em> of insight into what Lyft thinks you are. There are keys for checking if you’re excluded from certain promotions, whether they think you are abusing their system, and booleans that designate you as a Lyft employee/admin. Some of the most interesting ones are:</p><ul><li><code class="highlighter-rouge">lastmile.enableIncentiveZones</code> - This is false for me. Could either be for drivers to go to populated areas, or as incentive zones for specific users?</li><li><code class="highlighter-rouge">lastmile.userLegacyMap</code> - Are they using different maps? Could they be transitioning off of Google Maps?</li><li><code class="highlighter-rouge">payments.allow_amex_on_fd</code> - Based on other keys, <code class="highlighter-rouge">fd</code> means first data. This is false for me - maybe they don’t show Amex’s first because of the higher interchange fees on their end, so they’d prefer riders/drivers to use Visa/Mastercard?</li><li><code class="highlighter-rouge">payment.intuitAffiliateCode</code> - For me, this value is <code class="highlighter-rouge">lyftplat18</code>. Perhaps this is a promo code from intuit? It’s tax season right now, so maybe they’re gearing up for a partnership on TurboTax, from Intuit?</li><li><code class="highlighter-rouge">pricing.tpa</code> - There’s a whole section on <code class="highlighter-rouge">TPA</code>, which seems to stand for “Tactical Price Adjustment”; They’re pretty clearly aware of people checking between Uber and Lyft for every ride, and they have different tiers and values, maybe to just barely beat their competitors</li><li><code class="highlighter-rouge">api.lnHasStrictEarlyCancelFee</code> - This is false for me, and if I had to guess this seems like a penalty for people who often cancel their rides after they’ve been matched with a driver.</li><li><code class="highlighter-rouge">cancels</code> - There’s a whole section on “prediction” with the key <code class="highlighter-rouge">predictorEnabled</code>. For instance, for my account <code class="highlighter-rouge">pxcPaxNoShowTa1kPredictor</code> is <code class="highlighter-rouge">0.52</code> and <code class="highlighter-rouge">pxcPaxNoShowTa1kPredictorBkn</code> is <code class="highlighter-rouge">0.66</code>. This might be a likelihood of someone not showing up? I’m normally very respectful of my drivers and almost always am where I need to be before they show up, though, so I’m not sure if <code class="highlighter-rouge">0.52</code> is 52% or measuring some other metric.</li><li><code class="highlighter-rouge">enterprise.businessRewardsMapBanner</code> - Uber just recently announced Uber Rewards. Maybe they’re gearing up for a business version of this, with rewards when enterprise customers use them for their ride shares?</li><li><code class="highlighter-rouge">publicapi.ridetypes.courier.features.supportsWalking</code> - Uber recently rolled out “Express Pool”, which has you walk a small distance in exchange for a cheaper price. Maybe Lyft is trying the same approach?</li><li><code class="highlighter-rouge">service.venues.snap_to_destination_vegas_enabled</code> - A lot of the locations mention specific places. One of the keys is even <code class="highlighter-rouge">MacArthurBARTEnabled</code> - one of the BART stops in East Bay!</li><li><code class="highlighter-rouge">ProjectX</code> - This was one of the most intriguing keys. I asked a friend at Lyft and apparently it was the code name for the recent redesign!</li></ul><p>There also seems to be very little cleaning or filtering on Lyft’s end - for instance, these are some of the entries in <code class="highlighter-rouge">variables</code>:</p><div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="p">{</span><span class="w">

  476.     </span><span class="s2">"paultest"</span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">

  477.         </span><span class="s2">"litetestvar"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  478.         </span><span class="s2">"foobar"</span><span class="p">:</span><span class="w"> </span><span class="s2">"This is fine"</span><span class="p">,</span><span class="w">

  479.         </span><span class="s2">"something"</span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">

  480.             </span><span class="s2">"foobar"</span><span class="p">:</span><span class="w"> </span><span class="s2">"This is fine"</span><span class="p">,</span><span class="w">

  481.             </span><span class="s2">"deploytest"</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="w">

  482.         </span><span class="p">},</span><span class="w">

  483.         </span><span class="s2">"deploytesting"</span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">

  484.             </span><span class="s2">"deploytestfoo"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">

  485.         </span><span class="p">}</span><span class="w">

  486.     </span><span class="p">}</span><span class="w">

  487. </span><span class="p">}</span><span class="w">

  488. </span></code></pre></div></div><p>and</p><div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="p">{</span><span class="w">

  489.     </span><span class="s2">"whatever"</span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">

  490.         </span><span class="s2">"paultest33"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  491.         </span><span class="s2">"paultestagain"</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="w">

  492.     </span><span class="p">}</span><span class="w">

  493. </span><span class="p">}</span><span class="w">

  494. </span></code></pre></div></div><p>Overall we were able to glean a lot about their current strategy, just by looking at their experiment names. An interesting test would be to set up something like Burp Suite and replace the variables from false to true and vice versa, and see if you can unlock any hidden panels in the app.</p><p>The above is less than 10% of their total experiments - I invite you to look through the full experiments <a href="https://pastebin.com/01w9yG4L" target="_blank" rel="noopener noreferrer">here</a>, and let me know what you find!</p><p>Next I decided to intercept the experiments from the mobile app. This includes quite a bit more information. You can see this <a href="https://pastebin.com/ReRwPv0y" target="_blank" rel="noopener noreferrer">here</a>.</p><p>One of the most interesting:</p><ul><li><code class="highlighter-rouge">vars.client.autonomous</code> - It looks like Lyft is experimenting with Autonomous rides. For instance, the <code class="highlighter-rouge">console_far_stops</code> has Lyft Level 5 HQ and the Caltrain AV Stop, which seems to be Caltrain Autonomous Vehicle stop.</li></ul><p>There are 1,449 keys <em>just in vars.client</em> - this doesn’t include the 162 experiments being run in <code class="highlighter-rouge">variants</code>, or the 44 in <code class="highlighter-rouge">holdout_variants</code>. Lyft is running a lot of experiments!</p><p>You can see all the information <a href="https://pastebin.com/ReRwPv0y" target="_blank" rel="noopener noreferrer">here</a> and run your own analysis.</p><h3 id="airbnb">Airbnb</h3><p>Airbnb’s iOS app makes a request to <code class="highlighter-rouge">https://api.airbnb.com/v2/mario_experiments?client=ios</code>.</p><p>The first thing you notice is that there’s a URL parameter for the client. Putting in <code class="highlighter-rouge">ios</code> returns a large JSON object that’s about 33kb large. If you switch it to <code class="highlighter-rouge">android</code>, it replies back with an object that’s 44kb - apparently they’re running a lot more experiments on Android!</p><p>The iOS response can be found <a href="https://pastebin.com/zX1YfqKz" target="_blank" rel="noopener noreferrer">here</a> and the Android response can be found <a href="https://pastebin.com/DaieuA6e" target="_blank" rel="noopener noreferrer">here</a>.</p><p>The testing framework Airbnb seems to use is called Mario. Each of their experiments follows a similar format:</p><div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="p">{</span><span class="w">

  495.   </span><span class="s2">"assigned_treatment"</span><span class="p">:</span><span class="w"> </span><span class="s2">"static"</span><span class="p">,</span><span class="w">

  496.   </span><span class="s2">"description"</span><span class="p">:</span><span class="w"> </span><span class="s2">"same translation as the one in mario_android group"</span><span class="p">,</span><span class="w">

  497.   </span><span class="s2">"experiment_name"</span><span class="p">:</span><span class="w"> </span><span class="kc">null</span><span class="p">,</span><span class="w">

  498.   </span><span class="s2">"group_name"</span><span class="p">:</span><span class="w"> </span><span class="s2">"mario_ios"</span><span class="p">,</span><span class="w">

  499.   </span><span class="s2">"locale"</span><span class="p">:</span><span class="w"> </span><span class="kc">null</span><span class="p">,</span><span class="w">

  500.   </span><span class="s2">"parameter_name"</span><span class="p">:</span><span class="w"> </span><span class="s2">"registraiton_log_in_menu"</span><span class="p">,</span><span class="w">

  501.   </span><span class="s2">"type"</span><span class="p">:</span><span class="w"> </span><span class="s2">"multi_language"</span><span class="p">,</span><span class="w">

  502.   </span><span class="s2">"value"</span><span class="p">:</span><span class="w"> </span><span class="s2">"Log in"</span><span class="p">,</span><span class="w">

  503.   </span><span class="s2">"version"</span><span class="p">:</span><span class="w"> </span><span class="s2">"v0"</span><span class="w">

  504. </span><span class="p">},</span><span class="w">

  505. </span></code></pre></div></div><p>The great part is that there’s no guesswork involved - the “description” key tells us exactly what each experiment is.</p><p>Most of their experiments are focused around referrals and support. There didn’t seem to be anything particularly indicative of future direction - most of it was different wordings for referrals, different button placement, and various changes to the chat support system.</p><p>Airbnb also makes a request to <code class="highlighter-rouge">https://api.airbnb.com/v2/client_configs</code> - although this seems to be less experiments and more just general app config, it includes some interesting tidbits as well.</p><p>Some client configs are:</p><div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="p">{</span><span class="w">

  506.   </span><span class="s2">"id"</span><span class="p">:</span><span class="w"> </span><span class="s2">"ios.block_dates_on_preapproval"</span><span class="p">,</span><span class="w">

  507.   </span><span class="s2">"launch"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">

  508. </span><span class="p">},</span><span class="w">

  509. </span><span class="p">{</span><span class="w">

  510.   </span><span class="s2">"id"</span><span class="p">:</span><span class="w"> </span><span class="s2">"china_fee_launched"</span><span class="p">,</span><span class="w">

  511.   </span><span class="s2">"launch"</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="w">

  512. </span><span class="p">},</span><span class="w">

  513. </span></code></pre></div></div><p>There’s a <em>lot</em> of references to China - it seems like a major focus of Airbnb right now is expansion in the Asian market.</p><p>The full client config can be found <a href="https://pastebin.com/5uaniYnn" target="_blank" rel="noopener noreferrer">here</a>. There’s a ton of experiments in there - 923 in the <code class="highlighter-rouge">experiments_assignments</code> category.</p><p>There seems to be a lot of new versions of existing parts of the app, such as “new_quick_pay”, “new_guest_inbox”, and “new_verifications_profile_completion”, a lot of which are not yet in the “launched” state.</p><p>Also as an aside, my work section for Airbnb used to say “Software Engineer at Google!” - but now it says “Software Engineer at (Hidden by Airbnb)”, and if I try to make it say “Google” again, the HTTP <code class="highlighter-rouge">PATCH</code> request replies with:</p><div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="p">{</span><span class="w">

  514.   </span><span class="s2">"error_code"</span><span class="p">:</span><span class="w"> </span><span class="mi">400</span><span class="p">,</span><span class="w">

  515.   </span><span class="s2">"error_type"</span><span class="p">:</span><span class="w"> </span><span class="s2">"validation"</span><span class="p">,</span><span class="w">

  516.   </span><span class="s2">"error_message"</span><span class="p">:</span><span class="w"> </span><span class="s2">"There was an error processing the request."</span><span class="p">,</span><span class="w">

  517.   </span><span class="s2">"error_details"</span><span class="p">:</span><span class="w"> </span><span class="s2">"the contents of the work field are disallowed"</span><span class="p">,</span><span class="w">

  518.   </span><span class="s2">"error_id"</span><span class="p">:</span><span class="w"> </span><span class="s2">"&lt;redacted&gt;"</span><span class="w">

  519. </span><span class="p">}</span><span class="w">

  520. </span></code></pre></div></div><p>They keep replacing “Google” with “(Hidden by Airbnb)” - I wonder if this is them trying to discourage users from saying “Google my name to get in contact with me directly to circumvent paying Airbnb’s fees”, or if they just have some feud with Google and want to limit their employees from using the app.</p><h3 id="pinterest">Pinterest</h3><p>Pinterest is currently running one of the most comprehensive experiment campaigns I’ve ever seen. Upon initial load of the app it makes a request to <code class="highlighter-rouge">https://api.pinterest.com/v3/users/me/</code>. This replies back with the full user object, as well as the <code class="highlighter-rouge">gatekeeper_experiments</code>.</p><p>The full experiment list is <a href="https://pastebin.com/3jZPazXs" target="_blank" rel="noopener noreferrer">here</a>. There are currently 823 active experiments. Some of the most interesting are as follows:</p><ul><li><code class="highlighter-rouge">ios_skin_tone_filter</code> - You can now filter for make up products by your skin tone!</li><li><code class="highlighter-rouge">ios_use_cases_board_ideas_quiz</code> - Quiz on different boards?</li><li><code class="highlighter-rouge">activation_male_topic_image_replacement</code> - Gendered content differentiation?</li></ul><picture class="centered-image"><source srcset="/images/burp-pt.webp" type="image/webp"></source><source srcset="/images/burp-pt.png" type="image/png"></source><img alt="Pinterest experiments route" class="centered-image" src="/images/burp-pt.png"></picture><p class="footnote">Burp Suite intercepting Pinterest API calls</p><h3 id="reddit">Reddit</h3><p>Reddit has been making huge changes over the past year - the reddit redesign was a big change for the company, and their leadership really seems to be trying to turn reddit into a social media app. On load of the app, it requests <code class="highlighter-rouge">https://gateway.reddit.com/redditmobile/1/ios/config</code>. This config has all the experiments currently enabled. The full reply can be found <a href="https://pastebin.com/TqhVdBkp" target="_blank" rel="noopener noreferrer">here</a>.</p><p>They currently have 19 “buckets”, which have corresponding “experiments”.</p><p>A lot have to do with content discovery and reddit recommendations, such as <code class="highlighter-rouge">best_of_community_carousel</code> and <code class="highlighter-rouge">trending_users_carousel</code>.</p><p>This lends credence to them pushing for user and company based followings, rather than specific subreddits.</p><h3 id="slack">Slack</h3><p>Slack has a <em>ton</em> of experiments going on.</p><p>Upon load of the app, it requests 3 experiments routes.</p><ul><li><code class="highlighter-rouge">https://slack.com/api/experiments.getEZFeatures</code></li><li><code class="highlighter-rouge">https://slack.com/api/experiments.getByUser</code></li><li><code class="highlighter-rouge">https://slack.com/api/experiments.getByVisitor</code></li></ul><p>They all follow a similar format, which is as follows:</p><div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="p">{</span><span class="w">

  521.   </span><span class="s2">"experiment_id"</span><span class="p">:</span><span class="w"> </span><span class="s2">"482395575254"</span><span class="p">,</span><span class="w">

  522.   </span><span class="s2">"type"</span><span class="p">:</span><span class="w"> </span><span class="s2">"team"</span><span class="p">,</span><span class="w">

  523.   </span><span class="s2">"group"</span><span class="p">:</span><span class="w"> </span><span class="s2">"treatment"</span><span class="p">,</span><span class="w">

  524.   </span><span class="s2">"trigger"</span><span class="p">:</span><span class="w"> </span><span class="s2">"finished"</span><span class="p">,</span><span class="w">

  525.   </span><span class="s2">"log_exposures"</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="p">,</span><span class="w">

  526.   </span><span class="s2">"exposure_id"</span><span class="p">:</span><span class="w"> </span><span class="mi">54886002322</span><span class="w">

  527. </span><span class="p">}</span><span class="w">

  528. </span></code></pre></div></div><p>A lot of these have <code class="highlighter-rouge">"trigger": "finished"</code>, which might indicate that the experiment is over.</p><p>Some of the interesting ones are:</p><ul><li><code class="highlighter-rouge">stripe_l3_data</code></li><li><code class="highlighter-rouge">unified_autocomplete</code></li><li><code class="highlighter-rouge">ios_poseidon</code></li><li><code class="highlighter-rouge">monetization_no_flannel_login</code><h3 id="amazon">Amazon</h3></li></ul><p>Upon launch of the iOS Amazon app, it makes a request to <code class="highlighter-rouge">https://msh.amazon.com/mwl/assignments/v2</code> - this replies back with a large object containing each of the “Assignments”. The full reply can be found <a href="https://pastebin.com/bUkZ61un" target="_blank" rel="noopener noreferrer">here</a>.</p><p>Some of the most interesting ones are as these.</p><div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="s2">"A9VS_AUGMENTED_REALITY_VIEW_DEEPLINK_129451"</span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">

  529.   </span><span class="s2">"AllocationVersion"</span><span class="p">:</span><span class="w"> </span><span class="kc">null</span><span class="p">,</span><span class="w">

  530.   </span><span class="s2">"MayTrigger"</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="p">,</span><span class="w">

  531.   </span><span class="s2">"Treatment"</span><span class="p">:</span><span class="w"> </span><span class="s2">"T1"</span><span class="w">

  532. </span><span class="p">},</span><span class="w">

  533. </span></code></pre></div></div><p>Amazon seems to be investing in AR, possibly to view items in augmented reality before you purchase them.</p><div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="s2">"AMAZON_PRINTS_LAUNCH_PHOTOBOOK_191331"</span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">

  534.   </span><span class="s2">"AllocationVersion"</span><span class="p">:</span><span class="w"> </span><span class="s2">"ATVPDKIKX0DER--C:1"</span><span class="p">,</span><span class="w">

  535.   </span><span class="s2">"MayTrigger"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  536.   </span><span class="s2">"Treatment"</span><span class="p">:</span><span class="w"> </span><span class="s2">"C"</span><span class="w">

  537. </span><span class="p">},</span><span class="w">

  538. </span></code></pre></div></div><p>Amazon photobooks creates photobooks from your pictures?</p><p>There’s a lot of different experiments in there to unpack, although most of the others seemed fairly uninteresting.</p><h3 id="tinder">Tinder</h3><p>Dating apps as a whole are a really interesting place for AB testing due to the way users attitude towards them shifts. Experiments in dating apps could have a much more profound effect than most other sites.</p><p>Unfortunately I didn’t see anything that resembled experiments behind the scenes at Tinder. There were plenty of feature flags, like whether Tinder Groups were enabled, whether Tinder Places were enabled, or whether you were part of the “Tinder Elite”, the Tinder program for famous people.</p><p>While I wasn’t able to find the Tinder Experiments API route, I did want to include a mention here anyways. A few months back Tinder removed the ability to view a persons instagram - you could still see the photos but there was no link to the account or their username.</p><p>It turns out they didn’t update their API though - their API still replies back with your matches Instagram handle, so you can find them that way. It would probably be fairly trivial to override <code class="highlighter-rouge">fetch</code> on the web client to intercept all matches and display their Instagram with a Chrome Extension.</p><p>A sample profile is below.</p><div class="language-json highlighter-rouge"><div class="highlight"><pre class="highlight"><code><span class="p">{</span><span class="w">

  539.   </span><span class="s2">"_id"</span><span class="p">:</span><span class="w"> </span><span class="s2">"&lt;id&gt;"</span><span class="p">,</span><span class="w">

  540.   </span><span class="s2">"age_filter_max"</span><span class="p">:</span><span class="w"> </span><span class="mi">31</span><span class="p">,</span><span class="w">

  541.   </span><span class="s2">"age_filter_min"</span><span class="p">:</span><span class="w"> </span><span class="mi">18</span><span class="p">,</span><span class="w">

  542.   </span><span class="s2">"bio"</span><span class="p">:</span><span class="w"> </span><span class="s2">"&lt;bio&gt;"</span><span class="p">,</span><span class="w">

  543.   </span><span class="s2">"birth_date"</span><span class="p">:</span><span class="w"> </span><span class="s2">"1996-02-26T23:47:24.858Z"</span><span class="p">,</span><span class="w">

  544.   </span><span class="s2">"create_date"</span><span class="p">:</span><span class="w"> </span><span class="s2">"2018-04-12T07:07:23.169Z"</span><span class="p">,</span><span class="w">

  545.   </span><span class="s2">"crm_id"</span><span class="p">:</span><span class="w"> </span><span class="s2">"&lt;redacted&gt;"</span><span class="p">,</span><span class="w">

  546.   </span><span class="s2">"discoverable"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  547.   </span><span class="s2">"interests"</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="w">

  548.     </span><span class="s2">"Facebook Likes, Redacted"</span><span class="w">

  549.   </span><span class="p">],</span><span class="w">

  550.   </span><span class="s2">"distance_filter"</span><span class="p">:</span><span class="w"> </span><span class="mi">100</span><span class="p">,</span><span class="w">

  551.   </span><span class="s2">"gender"</span><span class="p">:</span><span class="w"> </span><span class="mi">0</span><span class="p">,</span><span class="w">

  552.   </span><span class="s2">"gender_filter"</span><span class="p">:</span><span class="w"> </span><span class="mi">1</span><span class="p">,</span><span class="w">

  553.   </span><span class="s2">"name"</span><span class="p">:</span><span class="w"> </span><span class="s2">"JonLuca"</span><span class="p">,</span><span class="w">

  554.   </span><span class="s2">"photos"</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="w">

  555.    </span><span class="s2">"Photos Array, Redacted"</span><span class="w">

  556.   </span><span class="p">],</span><span class="w">

  557.   </span><span class="s2">"photos_processing"</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="p">,</span><span class="w">

  558.   </span><span class="s2">"photo_optimizer_enabled"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  559.   </span><span class="s2">"photo_optimizer_has_result"</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="p">,</span><span class="w">

  560.   </span><span class="s2">"ping_time"</span><span class="p">:</span><span class="w"> </span><span class="s2">"2019-02-23T23:47:24.301Z"</span><span class="p">,</span><span class="w">

  561.   </span><span class="s2">"jobs"</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="w">

  562.     </span><span class="p">{</span><span class="w">

  563.       </span><span class="s2">"company"</span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">

  564.         </span><span class="s2">"displayed"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  565.         </span><span class="s2">"name"</span><span class="p">:</span><span class="w"> </span><span class="s2">"Google"</span><span class="w">

  566.       </span><span class="p">},</span><span class="w">

  567.       </span><span class="s2">"title"</span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">

  568.         </span><span class="s2">"displayed"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  569.         </span><span class="s2">"name"</span><span class="p">:</span><span class="w"> </span><span class="s2">"Engineer"</span><span class="w">

  570.       </span><span class="p">}</span><span class="w">

  571.     </span><span class="p">}</span><span class="w">

  572.   </span><span class="p">],</span><span class="w">

  573.   </span><span class="s2">"schools"</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="w">

  574.     </span><span class="p">{</span><span class="w">

  575.       </span><span class="s2">"name"</span><span class="p">:</span><span class="w"> </span><span class="s2">"USC"</span><span class="p">,</span><span class="w">

  576.       </span><span class="s2">"displayed"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w">

  577.     </span><span class="p">}</span><span class="w">

  578.   </span><span class="p">],</span><span class="w">

  579.   </span><span class="s2">"phone_id"</span><span class="p">:</span><span class="w"> </span><span class="s2">"&lt;redacted&gt;"</span><span class="p">,</span><span class="w">

  580.   </span><span class="s2">"interested_in"</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="w">

  581.     </span><span class="mi">1</span><span class="w">

  582.   </span><span class="p">],</span><span class="w">

  583.   </span><span class="s2">"pos"</span><span class="p">:</span><span class="w"> </span><span class="p">{</span><span class="w">

  584.     </span><span class="s2">"lat"</span><span class="p">:</span><span class="w"> </span><span class="mf">37.86871654555783</span><span class="p">,</span><span class="w">

  585.     </span><span class="s2">"lon"</span><span class="p">:</span><span class="w"> </span><span class="mf">-122.25116702766258</span><span class="w">

  586.   </span><span class="p">},</span><span class="w">

  587.   </span><span class="s2">"places_enabled"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  588.   </span><span class="s2">"autoplay_video"</span><span class="p">:</span><span class="w"> </span><span class="s2">"always"</span><span class="p">,</span><span class="w">

  589.   </span><span class="s2">"top_picks_discoverable"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  590.   </span><span class="s2">"photo_tagging_enabled"</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="w">

  591. </span><span class="p">},</span><span class="w">

  592. </span><span class="p">{</span><span class="w">

  593.   </span><span class="s2">"username"</span><span class="p">:</span><span class="w"> </span><span class="s2">"&lt;my instagram username, redacted&gt;"</span><span class="p">,</span><span class="w">

  594.   </span><span class="s2">"profile_picture"</span><span class="p">:</span><span class="w"> </span><span class="s2">"&lt;url to profile pic&gt;"</span><span class="p">,</span><span class="w">

  595.   </span><span class="s2">"media_count"</span><span class="p">:</span><span class="w"> </span><span class="mi">33</span><span class="p">,</span><span class="w">

  596.   </span><span class="s2">"last_fetch_time"</span><span class="p">:</span><span class="w"> </span><span class="s2">"2019-02-22T21:16:58.696Z"</span><span class="p">,</span><span class="w">

  597.   </span><span class="s2">"completed_initial_fetch"</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="p">,</span><span class="w">

  598.   </span><span class="s2">"photos"</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="w">

  599.     </span><span class="s2">"&lt;photos array, redacted&gt;"</span><span class="w">

  600.   </span><span class="p">],</span><span class="w">

  601.   </span><span class="s2">"should_reauthenticate"</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="w">

  602. </span><span class="p">}</span><span class="w">

  603. </span></code></pre></div></div><h3 id="facebook-and-instagram">Facebook and Instagram</h3><p>I wish I could’ve viewed Facebook and Instagram as well. Unfortunately they do SSL Stapling - any attempts at doing Burp Suite cert replacement fails, and no routes are shown. In the past, if you had a jailbroken phone, you could override the admin preferences and force show all experiments, with toggles and state.</p><p>Unfortunately I have an iPhone XS Max on 12.1.4, which doesn’t have a jailbreak. Once a jailbreak comes out I’ll be able to override TLS Stapling using a tool like <a href="https://github.com/iSECPartners/ios-ssl-kill-switch" target="_blank" rel="noopener noreferrer">iOS Kill Switch</a>, and we’ll be able to view the routes of all companies that do SSL Stapling (Snapchat, FB, Instagram, etc). This will hopefully be included in Part 2, which is set to come out within the next month or so.</p><h2 id="conclusion">Conclusion</h2><p>Most companies aren’t obfuscating or minimizing their experiment names, which leads to information leakage. This could prove dangerous in the future - if a company is slowly rolling out a new feature, it could give their competitors an advantage.</p><p>This is a common occurrence in the industry - nearly every company is siloing off their growth engineering department, which leads to siloed off experiment routes. This in turn makes it almost trivial to figure out what they’re working on, and make educated guesses at the 6 month roadmap of most tech services.</p><p>Some future companies I’d like to try and check out are Snapchat, Ebay, all the Google products and services, and LinkedIn.</p><p>There’s a lot more apps and services that this methodology works with. Feel free to reach out if you’re interested in finding any given companies experimentation campaigns.</p></p>

  604.   </article>

  605. </section>

  606. 

  607. 

  608. <nav id="jumpto">

  609.   <p>

  610.     <a href="/david/blog/">Accueil du blog</a> |

  611.     <a href="https://blog.jonlu.ca/posts/experiments-and-growth-hacking">Source originale</a> |

  612.     <a href="/david/stream/2019/">Accueil du flux</a>

  613.   </p>

  614. </nav>

  615. 

  616. <footer>

  617.   <div>

  618.     <img src="/static/david/david-larlet-avatar.jpg" loading="lazy" class="avatar" width="200" height="200">

  619.     <p>

  620.       Bonjour/Hi!

  621.       Je suis <a href="/david/" title="Profil public">David&nbsp;Larlet</a>, je vis actuellement à Montréal et j’alimente cet espace depuis 15 ans. <br>

  622.       Si tu as apprécié cette lecture, n’hésite pas à poursuivre ton exploration. Par exemple via les <a href="/david/blog/" title="Expériences bienveillantes">réflexions bimestrielles</a>, la <a href="/david/stream/2019/" title="Pensées (dés)articulées">veille hebdomadaire</a> ou en t’abonnant au <a href="/david/log/" title="S’abonner aux publications via RSS">flux RSS</a> (<a href="/david/blog/2019/flux-rss/" title="Tiens c’est quoi un flux RSS ?">so 2005</a>).

  623.     </p>

  624.     <p>

  625.       Je m’intéresse à la place que je peux avoir dans ce monde. En tant qu’humain, en tant que membre d’une famille et en tant qu’associé d’une coopérative. De temps en temps, je fais aussi des <a href="https://github.com/davidbgk" title="Principalement sur Github mais aussi ailleurs">trucs techniques</a>. Et encore plus rarement, <a href="/david/talks/" title="En ce moment je laisse plutôt la place aux autres">j’en parle</a>.

  626.     </p>

  627.     

  628.     <p>

  629.       Voici quelques articles choisis :

  630.       <a href="/david/blog/2019/faire-equipe/" title="Accéder à l’article complet">Faire équipe</a>,

  631.       <a href="/david/blog/2018/bivouac-automnal/" title="Accéder à l’article complet">Bivouac automnal</a>,

  632.       <a href="/david/blog/2018/commodite-effondrement/" title="Accéder à l’article complet">Commodité et effondrement</a>,

  633.       <a href="/david/blog/2017/donnees-communs/" title="Accéder à l’article complet">Des données aux communs</a>,

  634.       <a href="/david/blog/2016/accompagner-enfant/" title="Accéder à l’article complet">Accompagner un enfant</a>,

  635.       <a href="/david/blog/2016/senior-developer/" title="Accéder à l’article complet">Senior developer</a>,

  636.       <a href="/david/blog/2016/illusion-sociale/" title="Accéder à l’article complet">L’illusion sociale</a>,

  637.       <a href="/david/blog/2016/instantane-scopyleft/" title="Accéder à l’article complet">Instantané Scopyleft</a>,

  638.       <a href="/david/blog/2016/enseigner-web/" title="Accéder à l’article complet">Enseigner le Web</a>,

  639.       <a href="/david/blog/2016/simplicite-defaut/" title="Accéder à l’article complet">Simplicité par défaut</a>,

  640.       <a href="/david/blog/2016/minimalisme-esthetique/" title="Accéder à l’article complet">Minimalisme et esthétique</a>,

  641.       <a href="/david/blog/2014/un-web-omni-present/" title="Accéder à l’article complet">Un web omni-présent</a>,

  642.       <a href="/david/blog/2014/manifeste-developpeur/" title="Accéder à l’article complet">Manifeste de développeur</a>,

  643.       <a href="/david/blog/2013/confort-convivialite/" title="Accéder à l’article complet">Confort et convivialité</a>,

  644.       <a href="/david/blog/2013/testament-numerique/" title="Accéder à l’article complet">Testament numérique</a>,

  645.       et <a href="/david/blog/" title="Accéder aux archives">bien d’autres…</a>

  646.     </p>

  647.     <p>

  648.       On peut <a href="mailto:david%40larlet.fr" title="Envoyer un courriel">échanger par courriel</a>. Si éventuellement tu souhaites que l’on travaille ensemble, tu devrais commencer par consulter le <a href="http://larlet.com">profil dédié à mon activité professionnelle</a> et/ou contacter directement <a href="http://scopyleft.fr/">scopyleft</a>, la <abbr title="Société coopérative et participative">SCOP</abbr> dont je fais partie depuis six ans. Je recommande au préalable de lire <a href="/david/blog/2018/cout-site/" title="Attention ce qui va suivre peut vous choquer">combien coûte un site</a> et pourquoi je suis plutôt favorable à une <a href="/david/pro/devis/" title="Discutons-en !">non-demande de devis</a>.

  649.     </p>

  650.     <p>

  651.       Je ne traque pas ta navigation mais mon

  652.       <abbr title="Alwaysdata, 62 rue Tiquetonne 75002 Paris, +33.184162340">hébergeur</abbr>

  653.       conserve des logs d’accès.

  654.     </p>

  655.   </div>

  656. </footer>

  657. <script type="text/javascript">

  658.   ;(_ => {

  659.     const jumper = document.getElementById('jumper')

  660.     jumper.addEventListener('click', e => {

  661.       e.preventDefault()

  662.       const anchor = e.target.getAttribute('href')

  663.       const targetEl = document.getElementById(anchor.substring(1))

  664.       targetEl.scrollIntoView({behavior: 'smooth'})

  665.     })

  666.   })()

  667. </script>