console/SiteMapController.php

<?php
    
    namespace artweb\artbox\ecommerce\console;
    
    use artweb\artbox\ecommerce\models\Brand;
    use artweb\artbox\ecommerce\models\ProductVariant;
    use artweb\artbox\language\components\LanguageUrlManager;
    use artweb\artbox\language\models\Language;
    use artweb\artbox\seo\models\Seo;
    use artweb\artbox\ecommerce\models\Category;
    use Yii;
    use artweb\artbox\models\Page;
    use yii\helpers\ArrayHelper;
    use yii\helpers\Console;
    use yii\helpers\Url;
    use yii\console\Controller;
    
    class SiteMapController extends Controller
    {
        
        private $urlList = [ 'https://extremstyle.ua/ru' ];
        private $count = 1;
        public $fileName;
        public $handle;
        public $mapNumber = 1;
        public $mainMap = '';
        public $content = '';
        public $robots = [];
        
        public function getAddStatic()
        {
            return [
                Yii::$app->urlManager->baseUrl . '/ru',
            ];
        }
        
        public function getHost()
        {
            return Yii::$app->urlManager->baseUrl . '/ru';
        }
        
        public function getVariants()
        {
            return ProductVariant::find()
                                 ->with('lang')
                                 ->with('product.lang')
                                 ->select('*', 'DISTINCT ON (product_id)')
                                 ->andWhere(
                                     [
                                         '!=',
                                         'stock',
                                         0,
                                     ]
                                 );
            
        }
        
        public function getSeoLinks()
        {
            return Seo::find()
                      ->where(
                          [
                              '!=',
                              'meta',
                              'noindex,nofollow',
                          ]
                      )
                      ->all();
            
        }
        
        public function getStaticPages()
        {
            return Page::find()
                       ->with('lang')
                       ->all();
        }
        
        public function getCategories()
        {
            return Category::find()
                           ->joinWith('lang')
                           ->where(
                               [
                                   '!=',
                                   'parent_id',
                                   0,
                               ]
                           )
                           ->andWhere(
                               [
                                   'not',
                                   [
                                       'meta_robots' => [
                                           'noindex,nofollow',
                                           'noindex, nofollow',
                                           'noindex,follow',
                                           'noindex, follow',
                                       ],
                                   ],
                               ]
                           )
                           ->all();
        }
        
        public function getCategoriesWithFilters()
        {
            return Category::find()
                           ->with('lang')
                           ->joinWith('taxGroups.lang')
                           ->with('taxGroups.taxOptions.lang')
                           ->where(
                               [
                                   '!=',
                                   'parent_id',
                                   0,
                               ]
                           )
                           ->andWhere(
                               [
                                   'not',
                                   [
                                       'tax_group.meta_robots' => [
                                           'noindex,nofollow',
                                           'noindex, nofollow',
                                           'noindex,follow',
                                           'noindex, follow',
                                       ],
                                   ],
                               ]
                           )
                           ->andWhere([ 'tax_group.is_filter' => true ])
                           ->all();
        }
        
        public function getBrands()
        {
            return Brand::find()
                        ->joinWith('lang')
                        ->andWhere(
                            [
                                'not',
                                [
                                    'meta_robots' => [
                                        'noindex,nofollow',
                                        'noindex, nofollow',
                                        'noindex,follow',
                                        'noindex, follow',
                                    ],
                                ],
                            ]
                        )
                        ->all();
        }
        
        public function checkUrl($url)
        {
            if (!in_array($url, $this->urlList)) {
                $this->urlList[] = $url;
                return true;
            } else {
                return false;
            }
        }
        
        public function createRow($url, $priority, $freq = 'Weekly')
        {
            if(in_array($url, $this->robots)) {
                return;
            }
            //            if ($this->checkUrl($url)) {
            if ($this->count % 500 == 0) {
                $this->stdout($this->count . " : ", Console::BOLD);
                $this->stdout($url . "\n", Console::FG_YELLOW);
            }
            $this->content .= '<url>' . '<loc>' . $url . '</loc>' . '<lastmod>' . date(
                    'Y-m-d'
                ) . '</lastmod>' . '<changefreq>' . $freq . '</changefreq>' . '<priority>' . $priority . '</priority>' . '</url>';
            $this->count++;
            if ($this->count % 10000 == 0) {
                $this->content .= '</urlset>';
                $this->stdout('Added unset' . "\n", Console::FG_CYAN);
                fwrite($this->handle, $this->content);
                fclose($this->handle);
                $this->mapNumber++;
                
                $this->mainMap .= '<sitemap>' . '<loc>https://extremstyle.ua/' . $this->fileName . '</loc>' . '<lastmod>' . date(
                        'Y-m-d'
                    ) . '</lastmod>' . '</sitemap>';
                
                $this->fileName = 'sitemap' . $this->mapNumber . '.xml';
                $this->handle = fopen(Yii::getAlias('@frontend') . '/web' . '/' . $this->fileName, "w");
                
                $this->content = '<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">';
            }
            //            }
        }
        
        public function actionProcess()
        {
            
            Language::setCurrent('ru');
            
            $config = ArrayHelper::merge(
                require( \Yii::getAlias('@frontend/config/') . 'main.php' ),
                require( \Yii::getAlias('@common/config/') . 'main.php' ),
                [ 'components' => [ 'urlManager' => [ 'hostInfo' => 'https://extremstyle.ua' ] ] ]
            );
            
            if (isset($config[ 'components' ][ 'urlManager' ][ 'class' ])) {
                unset($config[ 'components' ][ 'urlManager' ][ 'class' ]);
            }
            //Yii::$app->urlManager = new LanguageUrlManager($config['components']['urlManager']);
            
            $urlManager = new LanguageUrlManager($config[ 'components' ][ 'urlManager' ]);
            
            $this->mainMap = '<?xml version="1.0" encoding="UTF-8"?>';
            $this->mainMap .= '<sitemapindex xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">';
            $this->fileName = 'sitemap' . $this->mapNumber . '.xml';
            setlocale(LC_ALL, 'ru_RU.CP1251');
            $this->handle = fopen(Yii::getAlias('@frontend') . '/web' . '/' . $this->fileName, "w");
            
            $this->content = '<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">';
            
            $robots = file_get_contents(\Yii::getAlias('@frontend/web/robots.txt'));
            if (preg_match_all('/Disallow: (.*)\n/', $robots, $matches)) {
                foreach ($matches[ 1 ] as $match) {
                    $this->robots[] = $this->getHost() . $match;
                }
            }
            
            foreach ($this->getAddStatic() as $page) {
                $this->createRow($page, 1, 'Daily');
            }
            
            foreach ($this->getStaticPages() as $page) {
                $url = $urlManager->createAbsoluteUrl(
                    [
                        'site/page',
                        'slug' => $page->lang->alias,
                    ]
                );
                $this->createRow($url, 0.5);
            }
            
            foreach ($this->getCategories() as $category) {
                $url = $urlManager->createAbsoluteUrl(
                    [
                        'catalog/category',
                        'category' => $category->lang->alias,
                    ]
                );
                $this->createRow($url, 0.9, 'Daily');
            }
            
            foreach ($this->getVariants()
                          ->batch(1000) as $rows) {
                foreach ($rows as $row) {
                    if (!preg_match("@^[a-zA-Z\d]+$@i", $row->sku)) {
                        continue;
                    }
                    $url = $urlManager->createAbsoluteUrl(
                        [
                            'catalog/product',
                            'product' => $row->product->lang->alias,
                            'variant' => $row->sku,
                        ]
                    );
                    $this->createRow($url, 0.7, 'Daily');
                }
            }
            
            foreach ($this->getBrands() as $brand) {
                
                $url = $urlManager->createAbsoluteUrl(
                    [
                        'brand/view',
                        'slug' => $brand->lang->alias,
                    ]
                );
                $this->createRow($url, 0.5);
                
            }
            
            foreach ($this->getCategoriesWithFilters() as $category) {
                foreach ($category->taxGroups as $group) {
                    if (in_array(
                        $group->meta_robots,
                        [
                            'noindex,nofollow',
                            'noindex, nofollow',
                            'noindex,follow',
                            'noindex, follow',
                        ]
                    )) {
                        continue;
                    }
                    if ($group->is_filter) {
                        foreach ($group->options as $option) {
                            $url = $urlManager->createAbsoluteUrl(
                                [
                                    'catalog/category',
                                    'category' => $category,
                                    'filters'  => [ $group->lang->alias => [ $option->lang->alias ] ],
                                ]
                            );
                            $this->createRow($url, 0.8, 'Daily');
                        }
                    }
                    
                }
            }
            
            foreach ($this->getSeoLinks() as $link) {
                $url = Yii::$app->urlManager->baseUrl . $link->url;
                $this->createRow($url, 0.7);
                
            }
            
            $this->content .= '</urlset>';
            
            fwrite($this->handle, $this->content);
            fclose($this->handle);
            
            $this->mainMap .= '<sitemap>' . '<loc>' . 'https://extremstyle.ua/' . $this->fileName . '</loc>' . '<lastmod>' . date(
                    'Y-m-d'
                ) . '</lastmod>' . '</sitemap>' . '</sitemapindex>';
            
            $mainHandle = fopen(Yii::getAlias('@frontend') . '/web/sitemap.xml', "w");
            fwrite($mainHandle, $this->mainMap);
            fclose($mainHandle);
            
            $this->stdout(Yii::getAlias('@frontend') . '/web' . '/' . $this->fileName . "\n", Console::FG_GREEN);
        }
        
    }