Milena Tanioka taniomi

Problem

You see the error message INFO:py4j.java_gateway:Received command c on object id p0 after running Python code with imported libraries.

INFO:py4j.java_gateway:Received command c on object id p0
INFO:py4j.java_gateway:Received command c on object id p0
INFO:py4j.java_gateway:Received command c on object id p0
INFO:py4j.java_gateway:Received command c on object id p0

	# List unique running processes names
	Get-Process \| Select-Object ProcessName \| Sort-Object ProcessName -Unique

	# If execution is blocked
	Set-ExecutionPolicy -Scope Process -ExecutionPolicy Bypass

	SELECT
	COLUMN_NAME,
	DATA_TYPE,
	CHARACTER_MAXIMUM_LENGTH,
	NUMERIC_PRECISION,
	NUMERIC_SCALE,
	IS_NULLABLE
	FROM INFORMATION_SCHEMA.COLUMNS
	WHERE TABLE_SCHEMA = 'schema'
	AND TABLE_NAME = 'name';

	import sys
	import re
	from pathlib import Path
	import subprocess

	def bump_version(file_path, version):
	"""Replace the version string in the given file."""
	content = Path(file_path).read_text(encoding="utf-8")
	new_content = re.sub(r'version\s=\s"[v]?[0-9]+\.[0-9]+\.[0-9]+"', f'version = "{version}"', content)
	Path(file_path).write_text(new_content, encoding="utf-8")

	-- Add auto-incrementing primary key column starting from 1 and incrementing 1
	ALTER TABLE dbo.invoice
	ADD Id INT IDENTITY(1,1) PRIMARY KEY;

	-- Add computed column with formatted InvoiceId (e.g., F-00000042)
	ALTER TABLE dbo.invoice
	ADD InvoiceId AS (
	'F-' + RIGHT('00000000' + CAST(Id AS VARCHAR(8)), 8)
	) PERSISTED;

	DECLARE @role SYSNAME = 'role';

	-- 1. Create database role
	EXEC('CREATE ROLE [' + @role + ']');

	-- 2. Create user from Microsoft Entra ID group and add to the role
	EXEC('CREATE USER [dw-group-' + @role + '] FROM EXTERNAL PROVIDER;');
	EXEC('ALTER ROLE [' + @role + '] ADD MEMBER [dw-group-' + @role + '];');

	-- 3. Grant permissions dynamically

	DECLARE @sql NVARCHAR(MAX) = '';

	SELECT @sql +=
	'GRANT SELECT ON SCHEMA::' + QUOTENAME(name) + ' TO [role];' + CHAR(13)
	FROM sys.schemas
	WHERE name NOT IN ('dbo', 'dev')
	AND name NOT LIKE 'db_%'; -- Exclude schemas starting with "db_"

	PRINT @sql; -- Check generated SQL before executing
	EXEC sp_executesql @sql;

	import pandas as pd

	# Identify columns where at least one value is a list
	list_columns = [col for col in df.columns if df[col].apply(lambda x: isinstance(x, list)).any()]

	print("Columns containing lists:", list_columns)

	df.replace(to_replace='nan', value=None, inplace=True)
	df.replace(to_replace='[]', value=None, inplace=True)
	df.replace(to_replace='', value=None, inplace=True)

	bit_cols = [
	'active',
	'anonymousResponse',
	'deleted',
	'isAdditionalQuestion'
	]
	datetime2_cols = [
	'date',
	'answerDate'
	]