GoodsStatistics.php 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383
  1. <?php
  2. namespace common\models\statistics;
  3. use common\models\base\BaseActiveRecord;
  4. use common\enums\RedisKeyEnum;
  5. use common\enums\StatusEnum;
  6. use common\models\census\CensusMallGoods;
  7. use common\models\goods\Goods;
  8. use Yii;
  9. use yii\redis\Connection;
  10. use common\models\common\Download;
  11. use common\enums\DownloadEnum;
  12. use common\components\export\CsvTool;
  13. use common\models\user\User;
  14. /**
  15. *
  16. * @property int $mall_id
  17. * @property int $goods_id
  18. * @property int $sales_num
  19. * @property int $order_num
  20. * @property int $date
  21. */
  22. class GoodsStatistics extends BaseActiveRecord
  23. {
  24. //默认展示10条
  25. private static $limit = 10;
  26. /**
  27. * {@inheritdoc}
  28. */
  29. public static function tableName()
  30. {
  31. return '{{%goods_statistics}}';
  32. }
  33. /**
  34. * {@inheritdoc}
  35. */
  36. public function rules()
  37. {
  38. return [
  39. [['mall_id', 'goods_id', 'sales_num', 'order_num', 'date'], 'required'],
  40. [['mall_id', 'goods_id', 'sales_num', 'order_num', 'date'], 'integer'],
  41. [['pay_money'], 'number']
  42. ];
  43. }
  44. /**
  45. * {@inheritdoc}
  46. */
  47. public function attributeLabels()
  48. {
  49. return [
  50. 'id' => 'ID',
  51. 'mall_id' => '商城id',
  52. 'goods_id' => '商品id',
  53. 'pay_money' => '支付金额',
  54. 'sales_num' => '销量',
  55. 'order_num' => '订单量',
  56. 'date' => '日期',
  57. ];
  58. }
  59. public function behaviors() {
  60. return [];
  61. }
  62. /**
  63. * 读取数据
  64. *
  65. * @param int $mall_id
  66. * @param string $stor desc:取最大N条 asc:取最小N条
  67. * @param string $type sales_num:销量排行数据 pay_money:支付金额排行数据
  68. * @author hpei
  69. * @return array
  70. */
  71. public static function getData($mall_id, $stor = 'desc', $type = 'sales_num') {
  72. try {
  73. $redis = \Yii::$app->redis;
  74. if ($type == 'sales_num') {
  75. $cacheKey = RedisKeyEnum::suffix(RedisKeyEnum::GOODS_STATISTICS_SALE, 'mall_id_'. $mall_id);
  76. } else if ($type == 'pay_money') {
  77. $cacheKey = RedisKeyEnum::suffix(RedisKeyEnum::GOODS_STATISTICS_MONEY, 'mall_id_' . $mall_id);
  78. }
  79. if ($stor == 'desc') {
  80. $goodsCache = $redis->zrevrange($cacheKey, 0, self::$limit - 1, 'WITHSCORES');
  81. } else if ($stor == 'asc') {
  82. $goodsCache = $redis->zrange($cacheKey, 0, self::$limit - 1, 'WITHSCORES');
  83. }
  84. if (empty($goodsCache)) {
  85. $goodsStatistics = [];
  86. foreach (self::find()
  87. ->select(["sum(sales_num) as sales_num", "sum(pay_money) as pay_money",'goods_id'])
  88. ->where(['mall_id' => $mall_id])
  89. ->orderBy($type . ' ' . $stor)->indexBy('goods_id')
  90. ->asArray()->batch(500) as $val) {
  91. $goodsStatistics = array_merge($goodsStatistics, $val);
  92. }
  93. if (count($goodsStatistics) == 1 && isset($goodsStatistics[''])) return [];
  94. $goodsStatistics = array_column($goodsStatistics, null, 'goods_id');
  95. $goodsIds = array_column($goodsStatistics, 'goods_id');
  96. self::setCache($mall_id, $goodsStatistics);
  97. } else {
  98. $goodsStatistics = [];
  99. $goodsIds = [];
  100. for ($i = 0; $i <= count($goodsCache); $i++) {
  101. if (strpos($goodsCache[$i], ':')) {
  102. $id = explode(':', $goodsCache[$i])[1];
  103. $goodsStatistics[$i]['goods_id'] = $id;
  104. $goodsIds[] = $id;
  105. } else {
  106. if (isset($goodsStatistics[$i - 1])) $goodsStatistics[$i - 1][$type] = $goodsCache[$i];
  107. }
  108. }
  109. }
  110. $param['where'][] = ['in', 'id', $goodsIds];
  111. $param['where'][] = ['=', 'status', StatusEnum::ENABLED];
  112. $param['select'] = ['goods_name', 'cover_pic', 'id'];
  113. $param['index'] = 'id';
  114. $goodsList = Goods::lists($param);
  115. if (!empty($goodsList)) {
  116. $goodsStatistics = array_column(array_slice($goodsStatistics, 0, self::$limit), null, 'goods_id');
  117. foreach ($goodsStatistics as $goods_id => &$goods) {
  118. if (isset($goodsList[$goods_id])) {
  119. $goods['goods_name'] = $goodsList[$goods['goods_id']]['goods_name'];
  120. $goods['cover_pic'] = $goodsList[$goods['goods_id']]['cover_pic'];
  121. } else {
  122. $goods['goods_name'] = '';
  123. $goods['cover_pic'] = '';
  124. }
  125. }
  126. }
  127. return array_values($goodsStatistics);
  128. } catch (\Exception $e) {
  129. Yii::error('读取商品统计缓存异常:' . $e->getMessage());
  130. return [];
  131. }
  132. }
  133. /**
  134. * 保存数据
  135. *
  136. * @param array $data [['goods_id'=>$goods_id,'sales_num'=>$sales_num,'order_num'=>$order_num,'pay_money'=>$pay_money]]
  137. * @author hpei
  138. * @return bool
  139. */
  140. public static function saveData($mall_id, $data) {
  141. try {
  142. $date = date('Ymd');
  143. if (!$data) {
  144. return;
  145. }
  146. $goodsData = array_column($data, null, 'goods_id');
  147. $goodsStatistics = self::find()->where(['mall_id' => $mall_id, 'date' => $date])
  148. ->andWhere(['in', 'goods_id', array_keys($goodsData)])->indexBy('goods_id')->all();
  149. $installData = [];
  150. foreach ($goodsData as $goods_id => $goods) {
  151. if (isset($goodsStatistics[$goods_id])) {
  152. $model = $goodsStatistics[$goods_id];
  153. $model->sales_num += $goods['sales_num'] ?? 0;
  154. $model->order_num += $goods['order_num'] ?? 0;
  155. $model->pay_money += $goods['pay_money'] ?? 0;
  156. if (!$model->save()) {
  157. self::$static_error = $model->getErrorMessage();
  158. return false;
  159. }
  160. } else {
  161. if (!$goods_id) continue;
  162. $sales_num = $goods['sales_num'] ?? 0;
  163. $order_num = $goods['order_num'] ?? 0;
  164. $pay_money = $goods['pay_money'] ?? 0;
  165. $installData[] = [
  166. 'mall_id' => $mall_id, 'goods_id' => $goods_id, 'pay_money' => $pay_money, 'sales_num' => $sales_num, 'order_num' => $order_num, 'date' => $date
  167. ];
  168. }
  169. }
  170. if (!empty($installData)) self::batch($installData);
  171. $config = \Yii::$app->getComponents()['redis'];
  172. unset($config['class']);
  173. $redis = new Connection($config);
  174. $cacheKey = RedisKeyEnum::suffix(RedisKeyEnum::GOODS_STATISTICS_SALE, 'mall_id_'. $mall_id);
  175. //如果没有缓存,查询全表
  176. $count = $redis->zcard($cacheKey);
  177. if (!$count) {
  178. $goodsData = self::find()
  179. ->where(['mall_id' => $mall_id])
  180. ->select(['sum(sales_num) as sales_num', 'sum(order_num) as order_num', 'sum(pay_money) as pay_money','goods_id'])
  181. ->indexBy('goods_id')->asArray()->groupBy('goods_id')->all();
  182. }
  183. self::setCache($mall_id, $goodsData);
  184. return true;
  185. } catch (\Exception $e) {
  186. self::$static_error = $e->getMessage() . 'GoodsStatistics.saveData $data = '.json_encode($data, JSON_UNESCAPED_UNICODE);
  187. return false;
  188. }
  189. }
  190. /**
  191. * 设置stored set
  192. *
  193. * sales_num,order_num
  194. * @param array $data ['goods_id' => [sales_num=>$sales_num,order_num=>$order_num,pay_money=>$pay_money]]
  195. * @author hpei
  196. * @return void
  197. */
  198. public static function setCache($mall_id, $data) {
  199. $config = \Yii::$app->getComponents()['redis'];
  200. unset($config['class']);
  201. $redis = new Connection($config);
  202. try {
  203. $saleCacheKey = RedisKeyEnum::suffix(RedisKeyEnum::GOODS_STATISTICS_SALE, 'mall_id_'. $mall_id);
  204. $moneyCacheKey = RedisKeyEnum::suffix(RedisKeyEnum::GOODS_STATISTICS_MONEY, 'mall_id_' . $mall_id);
  205. foreach ($data as $goods_id => $info) {
  206. if (isset($info['sales_num'])) {
  207. $saleScore = $redis->zscore($saleCacheKey, 'goods_id:' . $goods_id);
  208. if ($saleScore) {
  209. $redis->zincrby($saleCacheKey, $info['sales_num'], 'goods_id:' . $goods_id);
  210. } else {
  211. $redis->zadd($saleCacheKey, $info['sales_num'], 'goods_id:' . $goods_id);
  212. }
  213. }
  214. if (isset($info['pay_money'])) {
  215. $moneyScore = $redis->zscore($moneyCacheKey, 'goods_id:' . $goods_id);
  216. if ($moneyScore) {
  217. $redis->zincrby($moneyCacheKey, $info['pay_money'], 'goods_id:' . $goods_id);
  218. } else {
  219. $redis->zadd($moneyCacheKey, $info['pay_money'], 'goods_id:' . $goods_id);
  220. }
  221. }
  222. }
  223. $redis->close();
  224. } catch (\Exception $e) {
  225. Yii::error('设置商品统计缓存异常:'.$e->getMessage());
  226. $redis->close();
  227. }
  228. }
  229. /**
  230. * 批量插入
  231. * @author hpei
  232. * @return void
  233. */
  234. public static function batch($data) {
  235. $field = ['mall_id', 'goods_id', 'pay_money', 'sales_num', 'order_num', 'date'];
  236. \Yii::$app->db->createCommand()->batchInsert(self::tableName(), $field, $data)->execute();
  237. }
  238. public static function exportRankHandleOld(array $data) {
  239. $download_id = $data['download_id'] ?? 0;
  240. $download = Download::findOne(['id' => $download_id]);
  241. if($download) {
  242. try {
  243. $params = json_decode($download->params,true);
  244. $filename = $download->name;
  245. $type = $download->type;
  246. $csv = new CsvTool();
  247. $mall_id = $params['mall_id'];
  248. $cacheKey = RedisKeyEnum::suffix(RedisKeyEnum::GOODS_STATISTICS_SALE, 'mall_id_'. $mall_id);
  249. $config = \Yii::$app->getComponents()['redis'];
  250. unset($config['class']);
  251. $redis = new Connection($config);
  252. $goodsCache = $redis->zrevrange($cacheKey, 0, 99, 'WITHSCORES');
  253. if (!empty($goodsCache)) {
  254. $goodsRank = [];
  255. for ($i = 0; $i <= count($goodsCache); $i++) {
  256. if (strpos($goodsCache[$i], ':')) {
  257. $goods_id = explode(':', $goodsCache[$i])[1];
  258. $goods_ids[] = $goods_id;
  259. $money = $redis->zscore(RedisKeyEnum::suffix(RedisKeyEnum::GOODS_STATISTICS_MONEY, 'mall_id_' . $mall_id), 'goods_id:' . $goods_id);
  260. $goodsRank[$i]['goods_id'] = $goods_id;
  261. $goodsRank[$i]['goods_name'] = '';
  262. $goodsRank[$i]['pay_money'] = $money;
  263. } else {
  264. if (isset($goodsRank[$i - 1])) $goodsRank[$i - 1]['sales_num'] = $goodsCache[$i];
  265. }
  266. }
  267. $goodsList = Goods::find()->where(['id' => $goods_ids])->select(['goods_name'])->indexBy('id')->column();
  268. foreach ($goodsRank as &$goods) {
  269. if (isset($goodsList[$goods['goods_id']])) $goods['goods_name'] = $goodsList[$goods['goods_id']];
  270. $goods['pay_money'] = $goods['pay_money'] ?? 0;
  271. $goods['sales_num'] = $goods['sales_num'] ?? 0;
  272. $goods['goods_name'] = $goodsList[$goods['goods_id']] ?? '';
  273. }
  274. $csv->filename = $filename;
  275. $csv->file_dirname = DownloadEnum::getTypeStorageDirMap($type);
  276. $csv->export_mode = CsvTool::EXPORT_MODE_ASYNC;
  277. $csv->header = ['商品ID', '商品名称', '支付金额', '销量'];
  278. $csv->data = array_values($goodsRank);
  279. $csv->export();
  280. $csv->updateDown($download, $mall_id);
  281. return true;
  282. }
  283. } catch(\Exception $e){
  284. $download->status = 3;
  285. $res = $download->save();
  286. self::setStaticError($e->getMessage());
  287. return false;
  288. }
  289. }
  290. }
  291. public static function exportRankHandle(array $data) {
  292. $download_id = $data['download_id'] ?? 0;
  293. $download = Download::findOne(['id' => $download_id]);
  294. if($download) {
  295. try {
  296. $params = json_decode($download->params,true);
  297. $filename = $download->name;
  298. $type = $download->type;
  299. $csv = new CsvTool();
  300. $mall_id = $params['mall_id'];
  301. $where = [];
  302. $where[]=['mall_id'=>$mall_id];
  303. $params['where'] = $where;
  304. $params['limit'] = 100;
  305. $params['order'] = 'total_sales_volume desc';
  306. $list = CensusMallGoods::lists($params);
  307. if(!empty($list)){
  308. $rows = [];
  309. $goods_ids = array_column($list,'goods_id');
  310. $goods_list = Goods::lists(['where'=>[['mall_id'=>$mall_id],['id'=>$goods_ids]],'index'=>'id']);
  311. foreach ($list as &$item){
  312. $row['goods_id'] = $item['goods_id'];
  313. $row['goods_name'] = '';
  314. $row['pay_money'] = $item['total_pay_money'];
  315. $row['sales_num'] = $item['total_sales_volume'];
  316. if(isset($goods_list[$item['goods_id']])){
  317. $row['goods_name'] = $goods_list[$item['goods_id']]['goods_name'];
  318. }
  319. $rows[]=$row;
  320. }
  321. $csv->filename = $filename;
  322. $csv->file_dirname = DownloadEnum::getTypeStorageDirMap($type);
  323. $csv->export_mode = CsvTool::EXPORT_MODE_ASYNC;
  324. $csv->header = ['商品ID', '商品名称', '支付金额', '销量'];
  325. $csv->data = $rows;
  326. $csv->export();
  327. $csv->updateDown($download, $mall_id);
  328. return true;
  329. }
  330. } catch(\Exception $e){
  331. $download->status = 3;
  332. $res = $download->save();
  333. self::setStaticError($e->getMessage());
  334. return false;
  335. }
  336. }
  337. }
  338. /**
  339. * 重新生成缓存
  340. */
  341. public static function resetCache($mall_id) {
  342. try {
  343. $goodsStatistics = [];
  344. foreach (self::find()
  345. ->select(["sum(sales_num) as sales_num", "sum(pay_money) as pay_money","goods_id"])
  346. ->where(['mall_id' => $mall_id])->groupBy('goods_id')
  347. ->asArray()->batch(500) as $val) {
  348. $goodsStatistics = array_merge($goodsStatistics, $val);
  349. }
  350. $goodsStatistics = array_column($goodsStatistics, null, 'goods_id');
  351. $config = \Yii::$app->getComponents()['redis'];
  352. unset($config['class']);
  353. $redis = new Connection($config);
  354. $moneyCacheKey = RedisKeyEnum::suffix(RedisKeyEnum::GOODS_STATISTICS_MONEY, 'mall_id_' . $mall_id);
  355. $saleCacheKey = RedisKeyEnum::suffix(RedisKeyEnum::GOODS_STATISTICS_SALE, 'mall_id_'. $mall_id);
  356. $redis->del($moneyCacheKey, $saleCacheKey);
  357. self::setCache($mall_id, $goodsStatistics);
  358. } catch (\Exception $e) {
  359. throw new \Exception($e->getMessage());
  360. }
  361. }
  362. }