whisper-money/app/Services/Stats/ExperimentFunnelCollector.php

229 lines
8.5 KiB
PHP

<?php
namespace App\Services\Stats;
use App\Features\SubscriptionExperiment;
use App\Models\User;
use Carbon\CarbonImmutable;
use Illuminate\Support\Facades\Cache;
use Laravel\Cashier\Cashier;
use Laravel\Cashier\Subscription;
use Laravel\Pennant\Feature;
class ExperimentFunnelCollector
{
/**
* Days after a variant's decision point (trial end / refund deadline) before
* a user's outcome is settled enough to score, to let the charge clear.
*/
private const SETTLE_BUFFER_DAYS = 3;
/**
* Per-variant funnel for the trial/pricing experiment. Users are attributed
* by the variant Pennant resolved for them — the same value the runtime
* served at checkout/paywall — so the report can't drift from what users
* actually experienced (including any QA override or a legacy bucket that
* predates the experiment). "Net active" is a live, non-refunded
* subscription — an exact, heuristic-free metric that is comparable across
* variants once each cohort clears its own decision window.
*
* Revenue is the monthly-recurring run-rate (MRR) of the mature, net-active
* subscriptions, with yearly plans normalised to a monthly equivalent, plus
* ARPU = MRR ÷ assigned (mature) — the per-signup revenue each variant earns.
* This is run-rate, not realised cash, so it does not credit pay_now's yearly
* upfront payment any differently from a monthly one. Full LTV needs a churn
* rate the experiment is too young to have; ARPU is the proxy until then.
*
* @return array{
* startedAt: ?CarbonImmutable,
* currency: string,
* revenueAvailable: bool,
* variants: array<string, array{
* assigned: int,
* subscribed: int,
* trialing: int,
* active: int,
* canceled: int,
* pastDue: int,
* refunded: int,
* assignedMature: int,
* activeMature: int,
* netActiveRate: ?float,
* mrrCents: int,
* arpuCents: ?int,
* }>
* }
*/
public function collect(): array
{
$startedValue = config('subscriptions.experiment.started_at');
$startedAt = $startedValue !== null ? CarbonImmutable::parse($startedValue) : null;
$currency = strtoupper((string) config('cashier.currency', 'eur'));
$variants = [
SubscriptionExperiment::CONTROL => $this->emptyRow(),
SubscriptionExperiment::REDUCED_TRIAL => $this->emptyRow(),
SubscriptionExperiment::PAY_NOW => $this->emptyRow(),
];
if ($startedAt === null) {
return ['startedAt' => null, 'currency' => $currency, 'revenueAvailable' => false, 'variants' => $variants];
}
$now = CarbonImmutable::now('UTC');
$excluded = (array) config('ai_suggestions.report.excluded_emails', []);
$windows = $this->decisionWindows();
$monthlyEquiv = $this->monthlyEquivByPriceId();
User::query()
->where('users.created_at', '>=', $startedAt)
->when($excluded !== [], fn ($query) => $query->whereNotIn('email', $excluded))
->with(['subscriptions' => fn ($query) => $query->where('type', 'default')])
->select(['id', 'created_at'])
->chunkById(500, function ($users) use (&$variants, $windows, $now, $monthlyEquiv): void {
Feature::for($users)->load([SubscriptionExperiment::class]);
foreach ($users as $user) {
$variant = Feature::for($user)->value(SubscriptionExperiment::class);
if (! isset($variants[$variant])) {
continue;
}
$row = &$variants[$variant];
$row['assigned']++;
/** @var Subscription|null $subscription */
$subscription = $user->subscriptions->sortByDesc('created_at')->first();
$status = $subscription?->stripe_status;
$netActive = $status === 'active' && $subscription->refunded_at === null;
if ($subscription !== null) {
$row['subscribed']++;
$row['trialing'] += $status === 'trialing' ? 1 : 0;
$row['active'] += $status === 'active' ? 1 : 0;
$row['canceled'] += $status === 'canceled' ? 1 : 0;
$row['pastDue'] += $status === 'past_due' ? 1 : 0;
$row['refunded'] += $subscription->refunded_at !== null ? 1 : 0;
}
$mature = CarbonImmutable::parse($user->created_at)
->addDays($windows[$variant] + self::SETTLE_BUFFER_DAYS)
->lessThanOrEqualTo($now);
if ($mature) {
$row['assignedMature']++;
if ($netActive) {
$row['activeMature']++;
$row['mrrCents'] += (int) ($monthlyEquiv[$subscription->stripe_price] ?? 0);
}
}
unset($row);
}
});
foreach ($variants as $key => $row) {
$variants[$key]['netActiveRate'] = $row['assignedMature'] > 0
? $row['activeMature'] / $row['assignedMature']
: null;
$variants[$key]['arpuCents'] = $row['assignedMature'] > 0
? (int) round($row['mrrCents'] / $row['assignedMature'])
: null;
}
return [
'startedAt' => $startedAt,
'currency' => $currency,
'revenueAvailable' => $monthlyEquiv !== [],
'variants' => $variants,
];
}
/**
* @return array{assigned: int, subscribed: int, trialing: int, active: int, canceled: int, pastDue: int, refunded: int, assignedMature: int, activeMature: int, netActiveRate: ?float, mrrCents: int, arpuCents: ?int}
*/
private function emptyRow(): array
{
return [
'assigned' => 0,
'subscribed' => 0,
'trialing' => 0,
'active' => 0,
'canceled' => 0,
'pastDue' => 0,
'refunded' => 0,
'assignedMature' => 0,
'activeMature' => 0,
'netActiveRate' => null,
'mrrCents' => 0,
'arpuCents' => null,
];
}
/**
* Monthly-equivalent amount (in cents) for each plan price id, from Stripe.
* Yearly prices are divided by 12. Cached for an hour; returns [] (revenue
* unavailable) if Stripe can't be reached, without caching the failure.
*
* @return array<string, int>
*/
private function monthlyEquivByPriceId(): array
{
$key = 'experiment_funnel_monthly_equiv';
if (Cache::has($key)) {
return Cache::get($key);
}
$lookups = array_values(array_filter([
config('subscriptions.plans.monthly.stripe_lookup_key'),
config('subscriptions.plans.yearly.stripe_lookup_key'),
]));
if ($lookups === []) {
return [];
}
try {
$prices = Cashier::stripe()->prices->all(['lookup_keys' => $lookups, 'limit' => 10]);
} catch (\Throwable) {
return [];
}
$map = [];
foreach ($prices->data as $price) {
$amount = (int) ($price->unit_amount ?? 0);
$map[$price->id] = ($price->recurring->interval ?? 'month') === 'year'
? intdiv($amount, 12)
: $amount;
}
if ($map !== []) {
Cache::put($key, $map, now()->addHour());
}
return $map;
}
/**
* Days from signup until each variant's outcome can be scored: the trial
* length (the longer of the two reduced trials) or the refund window.
*
* @return array<string, int>
*/
private function decisionWindows(): array
{
return [
SubscriptionExperiment::CONTROL => (int) config('subscriptions.plans.monthly.trial_days', 15),
SubscriptionExperiment::REDUCED_TRIAL => max(
(int) config('subscriptions.experiment.reduced_trial.monthly', 3),
(int) config('subscriptions.experiment.reduced_trial.yearly', 7),
),
SubscriptionExperiment::PAY_NOW => (int) config('subscriptions.experiment.pay_now_refund_window_days', 3),
];
}
}