229 lines
8.5 KiB
PHP
229 lines
8.5 KiB
PHP
<?php
|
|
|
|
namespace App\Services\Stats;
|
|
|
|
use App\Features\SubscriptionExperiment;
|
|
use App\Models\User;
|
|
use Carbon\CarbonImmutable;
|
|
use Illuminate\Support\Facades\Cache;
|
|
use Laravel\Cashier\Cashier;
|
|
use Laravel\Cashier\Subscription;
|
|
use Laravel\Pennant\Feature;
|
|
|
|
class ExperimentFunnelCollector
|
|
{
|
|
/**
|
|
* Days after a variant's decision point (trial end / refund deadline) before
|
|
* a user's outcome is settled enough to score, to let the charge clear.
|
|
*/
|
|
private const SETTLE_BUFFER_DAYS = 3;
|
|
|
|
/**
|
|
* Per-variant funnel for the trial/pricing experiment. Users are attributed
|
|
* by the variant Pennant resolved for them — the same value the runtime
|
|
* served at checkout/paywall — so the report can't drift from what users
|
|
* actually experienced (including any QA override or a legacy bucket that
|
|
* predates the experiment). "Net active" is a live, non-refunded
|
|
* subscription — an exact, heuristic-free metric that is comparable across
|
|
* variants once each cohort clears its own decision window.
|
|
*
|
|
* Revenue is the monthly-recurring run-rate (MRR) of the mature, net-active
|
|
* subscriptions, with yearly plans normalised to a monthly equivalent, plus
|
|
* ARPU = MRR ÷ assigned (mature) — the per-signup revenue each variant earns.
|
|
* This is run-rate, not realised cash, so it does not credit pay_now's yearly
|
|
* upfront payment any differently from a monthly one. Full LTV needs a churn
|
|
* rate the experiment is too young to have; ARPU is the proxy until then.
|
|
*
|
|
* @return array{
|
|
* startedAt: ?CarbonImmutable,
|
|
* currency: string,
|
|
* revenueAvailable: bool,
|
|
* variants: array<string, array{
|
|
* assigned: int,
|
|
* subscribed: int,
|
|
* trialing: int,
|
|
* active: int,
|
|
* canceled: int,
|
|
* pastDue: int,
|
|
* refunded: int,
|
|
* assignedMature: int,
|
|
* activeMature: int,
|
|
* netActiveRate: ?float,
|
|
* mrrCents: int,
|
|
* arpuCents: ?int,
|
|
* }>
|
|
* }
|
|
*/
|
|
public function collect(): array
|
|
{
|
|
$startedValue = config('subscriptions.experiment.started_at');
|
|
$startedAt = $startedValue !== null ? CarbonImmutable::parse($startedValue) : null;
|
|
$currency = strtoupper((string) config('cashier.currency', 'eur'));
|
|
|
|
$variants = [
|
|
SubscriptionExperiment::CONTROL => $this->emptyRow(),
|
|
SubscriptionExperiment::REDUCED_TRIAL => $this->emptyRow(),
|
|
SubscriptionExperiment::PAY_NOW => $this->emptyRow(),
|
|
];
|
|
|
|
if ($startedAt === null) {
|
|
return ['startedAt' => null, 'currency' => $currency, 'revenueAvailable' => false, 'variants' => $variants];
|
|
}
|
|
|
|
$now = CarbonImmutable::now('UTC');
|
|
$excluded = (array) config('ai_suggestions.report.excluded_emails', []);
|
|
$windows = $this->decisionWindows();
|
|
$monthlyEquiv = $this->monthlyEquivByPriceId();
|
|
|
|
User::query()
|
|
->where('users.created_at', '>=', $startedAt)
|
|
->when($excluded !== [], fn ($query) => $query->whereNotIn('email', $excluded))
|
|
->with(['subscriptions' => fn ($query) => $query->where('type', 'default')])
|
|
->select(['id', 'created_at'])
|
|
->chunkById(500, function ($users) use (&$variants, $windows, $now, $monthlyEquiv): void {
|
|
Feature::for($users)->load([SubscriptionExperiment::class]);
|
|
|
|
foreach ($users as $user) {
|
|
$variant = Feature::for($user)->value(SubscriptionExperiment::class);
|
|
|
|
if (! isset($variants[$variant])) {
|
|
continue;
|
|
}
|
|
|
|
$row = &$variants[$variant];
|
|
|
|
$row['assigned']++;
|
|
|
|
/** @var Subscription|null $subscription */
|
|
$subscription = $user->subscriptions->sortByDesc('created_at')->first();
|
|
$status = $subscription?->stripe_status;
|
|
$netActive = $status === 'active' && $subscription->refunded_at === null;
|
|
|
|
if ($subscription !== null) {
|
|
$row['subscribed']++;
|
|
$row['trialing'] += $status === 'trialing' ? 1 : 0;
|
|
$row['active'] += $status === 'active' ? 1 : 0;
|
|
$row['canceled'] += $status === 'canceled' ? 1 : 0;
|
|
$row['pastDue'] += $status === 'past_due' ? 1 : 0;
|
|
$row['refunded'] += $subscription->refunded_at !== null ? 1 : 0;
|
|
}
|
|
|
|
$mature = CarbonImmutable::parse($user->created_at)
|
|
->addDays($windows[$variant] + self::SETTLE_BUFFER_DAYS)
|
|
->lessThanOrEqualTo($now);
|
|
|
|
if ($mature) {
|
|
$row['assignedMature']++;
|
|
|
|
if ($netActive) {
|
|
$row['activeMature']++;
|
|
$row['mrrCents'] += (int) ($monthlyEquiv[$subscription->stripe_price] ?? 0);
|
|
}
|
|
}
|
|
|
|
unset($row);
|
|
}
|
|
});
|
|
|
|
foreach ($variants as $key => $row) {
|
|
$variants[$key]['netActiveRate'] = $row['assignedMature'] > 0
|
|
? $row['activeMature'] / $row['assignedMature']
|
|
: null;
|
|
$variants[$key]['arpuCents'] = $row['assignedMature'] > 0
|
|
? (int) round($row['mrrCents'] / $row['assignedMature'])
|
|
: null;
|
|
}
|
|
|
|
return [
|
|
'startedAt' => $startedAt,
|
|
'currency' => $currency,
|
|
'revenueAvailable' => $monthlyEquiv !== [],
|
|
'variants' => $variants,
|
|
];
|
|
}
|
|
|
|
/**
|
|
* @return array{assigned: int, subscribed: int, trialing: int, active: int, canceled: int, pastDue: int, refunded: int, assignedMature: int, activeMature: int, netActiveRate: ?float, mrrCents: int, arpuCents: ?int}
|
|
*/
|
|
private function emptyRow(): array
|
|
{
|
|
return [
|
|
'assigned' => 0,
|
|
'subscribed' => 0,
|
|
'trialing' => 0,
|
|
'active' => 0,
|
|
'canceled' => 0,
|
|
'pastDue' => 0,
|
|
'refunded' => 0,
|
|
'assignedMature' => 0,
|
|
'activeMature' => 0,
|
|
'netActiveRate' => null,
|
|
'mrrCents' => 0,
|
|
'arpuCents' => null,
|
|
];
|
|
}
|
|
|
|
/**
|
|
* Monthly-equivalent amount (in cents) for each plan price id, from Stripe.
|
|
* Yearly prices are divided by 12. Cached for an hour; returns [] (revenue
|
|
* unavailable) if Stripe can't be reached, without caching the failure.
|
|
*
|
|
* @return array<string, int>
|
|
*/
|
|
private function monthlyEquivByPriceId(): array
|
|
{
|
|
$key = 'experiment_funnel_monthly_equiv';
|
|
|
|
if (Cache::has($key)) {
|
|
return Cache::get($key);
|
|
}
|
|
|
|
$lookups = array_values(array_filter([
|
|
config('subscriptions.plans.monthly.stripe_lookup_key'),
|
|
config('subscriptions.plans.yearly.stripe_lookup_key'),
|
|
]));
|
|
|
|
if ($lookups === []) {
|
|
return [];
|
|
}
|
|
|
|
try {
|
|
$prices = Cashier::stripe()->prices->all(['lookup_keys' => $lookups, 'limit' => 10]);
|
|
} catch (\Throwable) {
|
|
return [];
|
|
}
|
|
|
|
$map = [];
|
|
foreach ($prices->data as $price) {
|
|
$amount = (int) ($price->unit_amount ?? 0);
|
|
$map[$price->id] = ($price->recurring->interval ?? 'month') === 'year'
|
|
? intdiv($amount, 12)
|
|
: $amount;
|
|
}
|
|
|
|
if ($map !== []) {
|
|
Cache::put($key, $map, now()->addHour());
|
|
}
|
|
|
|
return $map;
|
|
}
|
|
|
|
/**
|
|
* Days from signup until each variant's outcome can be scored: the trial
|
|
* length (the longer of the two reduced trials) or the refund window.
|
|
*
|
|
* @return array<string, int>
|
|
*/
|
|
private function decisionWindows(): array
|
|
{
|
|
return [
|
|
SubscriptionExperiment::CONTROL => (int) config('subscriptions.plans.monthly.trial_days', 15),
|
|
SubscriptionExperiment::REDUCED_TRIAL => max(
|
|
(int) config('subscriptions.experiment.reduced_trial.monthly', 3),
|
|
(int) config('subscriptions.experiment.reduced_trial.yearly', 7),
|
|
),
|
|
SubscriptionExperiment::PAY_NOW => (int) config('subscriptions.experiment.pay_now_refund_window_days', 3),
|
|
];
|
|
}
|
|
}
|