SCDB - База данных образовательных учреждений РФ

package main

import (
	"gitlab.com/scdb/updater/internal/config"
	"gitlab.com/scdb/updater/internal/database"
	"gitlab.com/scdb/updater/internal/logger"
	"gitlab.com/scdb/updater/internal/services"
)

func main() {
	config.LoadConfig()
	database.Connect()

	// Последовательная инициализация данных
	districts := services.SeedFederalDistricts()
	services.SeedRegions(districts)
	services.SeedCities()
	services.SeedOrganisationsTypes()
	services.SeedOrganisations()

	defer database.DB.Close()
}

func SeedOrganisations() {
	start := time.Now()
	data := utils.GetDataParsedXML()

	// Транзакция для атомарности операций
	tx, err := database.DB.Begin()
	if err != nil {
		logger.Fatal("Ошибка при начале транзакции:", err)
	}

	// Отключаем триггеры для ускорения
	_, err = tx.Exec("ALTER TABLE education_organizations DISABLE TRIGGER ALL;")

	// Создаем временную таблицу для COPY
	_, err = tx.Exec(`
		CREATE TEMP TABLE temp_education_organizations (
			id text, full_name text, short_name text,
			head_edu_org_id text, is_branch boolean,
			post_address text, phone text, fax text,
			email text, web_site text, ogrn text,
			inn text, kpp text, head_post text,
			head_name text, form_name text,
			kind_name text, type_name text,
			fk_city_id text, fk_region_id int,
			fk_federal_district_id int,
			fk_education_type_key text
		) ON COMMIT DROP;
	`)

	// Используем COPY для быстрой загрузки
	stmt, err := tx.Prepare(pq.CopyIn("temp_education_organizations", ...))

	// Обрабатываем данные пакетами по 1000 записей
	for i, cert := range data.Certificates {
		org := cert.ActualEducationOrganization
		cityId, regionId, federalDistrictId, orgType := 
			utils.ProcessOrganization(org, citiesMap, regionsMap, ...)
		
		_, err = stmt.Exec(org.ID, org.FullName, ...)
	}

	// Вставляем из временной таблицы с исключением дубликатов
	_, err = tx.Exec(`
		INSERT INTO education_organizations
		SELECT DISTINCT ON (id) *
		FROM temp_education_organizations
		ON CONFLICT (id) DO NOTHING;
	`)

	tx.Commit()
}

// SCDB Server - настройка роутера
func SetupRouter() *gin.Engine {
	router := gin.Default()
	
	// Инициализируем демо-лимитер
	middleware.InitDemoLimiter()
	
	// CORS настройки
	router.Use(cors.New(cors.Config{
		AllowOrigins:     []string{config.AppConfig.WEBUrl},
		AllowMethods:     []string{"GET", "POST", "PUT", "DELETE", "OPTIONS"},
		AllowHeaders:     []string{"Origin", "Content-Type", "Authorization"},
		ExposeHeaders:    []string{"Content-Length", "X-Demo-Image-ID", "X-Demo-Requests-Used", "X-Demo-Requests-Limit", "X-Demo-Requests-Remaining"},
		AllowCredentials: true,
		MaxAge:           12 * time.Hour,
	}))
	
	// Публичные маршруты
	public := router.Group("/api")
	{
		public.POST("/register", controllers.Register)
		public.POST("/login", controllers.Login)
		public.GET("/stats", controllers.GetStats)
		public.GET("/demo/stats", controllers.GetDemoStats)
	}
	
	// Защищенные маршруты с демо-лимитами
	protected := router.Group("/api")
	protected.Use(middleware.DemoLimitMiddleware())
	protected.Use(middleware.AuthMiddleware())
	{
		protected.GET("/organizations", controllers.GetOrganizations)
		protected.GET("/organizations/:id", controllers.GetOrganisationById)
	}
	
	return router
}

// Контроллер для получения организаций
func GetOrganizations(c *gin.Context) {
	search := c.Query("search")
	page, _ := strconv.Atoi(c.Query("page"))
	if page < 1 { page = 1 }
	
	perPage, _ := strconv.Atoi(c.Query("per_page"))
	if perPage < 1 { perPage = 20 }
	
	// Ограничения в демо-режиме
	if config.AppConfig.DemoMode && perPage > 50 {
		perPage = 50
	}
	
	// Параметры фильтрации
	var federalDistrictID *int
	if fdID, err := strconv.Atoi(c.Query("federal_district_id")); err == nil {
		federalDistrictID = &fdID
	}
	
	var regionID *int
	if rID, err := strconv.Atoi(c.Query("region_id")); err == nil {
		regionID = &rID
	}
	
	var cityID *string
	if cID := c.Query("city_id"); cID != "" {
		cityID = &cID
	}
	
	var educationTypeKey *string
	if etKey := c.Query("education_type_key"); etKey != "" {
		educationTypeKey = &etKey
	}
	
	organizations, total, err := repository.GetOrganizations(
		search, federalDistrictID, regionID, cityID, 
		educationTypeKey, perPage, (page-1)*perPage,
	)
	
	if err != nil {
		c.JSON(http.StatusInternalServerError, gin.H{"error": err.Error()})
		return
	}
	
	c.JSON(http.StatusOK, gin.H{
		"data":        organizations,
		"total":       total,
		"page":        page,
		"per_page":    perPage,
		"total_pages": (total + perPage - 1) / perPage,
	})
}

-- Структура базы данных
CREATE TABLE education_organizations (
	id text PRIMARY KEY,
	full_name text NOT NULL,
	short_name text,
	head_edu_org_id text,
	is_branch boolean DEFAULT false,
	post_address text,
	phone text,
	fax text,
	email text,
	web_site text,
	ogrn text,
	inn text,
	kpp text,
	head_post text,
	head_name text,
	form_name text,
	kind_name text,
	type_name text,
	fk_city_id text REFERENCES cities(id),
	fk_region_id int REFERENCES regions(id),
	fk_federal_district_id int REFERENCES federal_districts(id),
	fk_education_type_key text REFERENCES education_types(key)
);

-- Индексы для быстрого поиска
CREATE INDEX idx_orgs_region ON education_organizations(fk_region_id);
CREATE INDEX idx_orgs_city ON education_organizations(fk_city_id);
CREATE INDEX idx_orgs_type ON education_organizations(fk_education_type_key);

# Docker Compose для SCDB
version: "3.8"

services:
  db:
    image: postgres:17.4
    container_name: scdb-postgres
    restart: always
    env_file: .env
    ports:
      - "5432:5432"
    volumes:
      - db_data:/var/lib/postgresql/data
      - ./internal/database/docker-entrypoint-initdb.d:/docker-entrypoint-initdb.d
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U user -d db"]
      interval: 5s
      timeout: 5s
      retries: 5

  app:
    build: .
    container_name: scdb-server
    restart: always
    env_file: .env
    ports:
      - "8080:8080"
    depends_on:
      db:
        condition: service_healthy

volumes:
  db_data: